diff --git a/params/tinyllama/8/fixed/woq/init/lm_head/scale.pt b/params/tinyllama/8/fixed/woq/init/lm_head/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f06b0c24760d066ea315bf3697dd181e1aa2a8
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/lm_head/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f7f08579327d7a500d59cdd1ff3e51c8955e38c017479cbc592cbc3101f23e
+size 129106
diff --git a/params/tinyllama/8/fixed/woq/init/lm_head/zp.pt b/params/tinyllama/8/fixed/woq/init/lm_head/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/lm_head/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cded0c2cc181432a5110494d041bbe238a37dd6
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e5fa3af537d099f73db16db29ccdb28f7fbe0b29134c1821bffe1c0fa7c1f1
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3ba65692c0cdc87a5693035d6695d87f01b979d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b1a8a8c72c1525a761458c8508c7a3131f3328131b9adc5426de998da17976
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73da91e783461910b1420b7d00b0a6324c0aa4ef
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4abbdab21c827c97a3d64efc0ac2a920aa0653ea13eba8ec9dc85af5e7bbaa3
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ef198cd3cbe1b88fbd3346273d2eeb1f5789fe
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37d6944021acd8990e30b653b707fddaf59c247fc7c5ffd58f9cabe7b1585c9
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce1b83683d016157ceeb8d5b3977d64a0ac258b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a9a1fc83d4a810157400af5d86427a5da91267ab67d68a3bd5b9a375f2d9dd7
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deaff84dd225f9d710e483909d6c18de4b528f7c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5ab7080bdc70016cad178f3baf7d8999ea381a80a3de2eb451d44101a2efb4
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0354a685184f6a8d80d01f68cf99566665c294e6
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f7f9294471a81ad0b1bd96f86606ee5ff5d0bc5ea949e89acf8c179ef1a800
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6726174d8c9a767aa5b841f0623b228693f95a4a
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420bc8ce2728f132edf99a2d52cb4b142532375b8278c6321f8002eae2164117
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657d94cb9ebb662e30d2188ee9f12a30e2e66d05
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:940afca2d9031a1b9fee4f9983d407c3742929882e758771d1f82ea03a976374
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c53a78a5e152e77d7deeaaa7223f30d43c494b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75806e363a9fd36df054c27273067301edcf0e3dbb5516cebd1632e671786c5f
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc768679aeb6efacd0cf6a4938daf950b7b62ef
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0425529cb063898bbf90fd1d9d0ffcf7ec69de42ce8d2ec3ad8e8670fbe51ef
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b256391ad39b9ac0940dcfc46bcf070d8cb0336
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed6d2cccbd3c97451f59c3fadc0636425f4b69868ae74c2cb7dc4528836c97da
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..078f23324d8c272db32cb332f0a99debca51ea70
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91db73e5ccb304e1cbfdc392a10e8d97114602979caf44778dd6af2c1bce787
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05ca1be019f9f3aa50cf83aa574bb76e5bbf136b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:313ecaa9d76e26ab1237f27771a563969e607f076fe93f5c9cdb009f11d98a16
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..319cf90de54dbaca0c0f3eda744365a7cb0edea1
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bfac5416ffe8d564ec94b75cdf4cd0a3419799ab36e4498ea4575ece13c1cfd
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84fc201b04d53bf7d74e3d0ed338bcfcd3fec87b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6216b53b9a33403780ec93b1f38338fdf4396f76e875de3ec2ee7aeb450b434c
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd2653c1a5c8ea4d5eec5f3528091dff306017a3
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0029539f54778add2d641817b0015b64d1554f9ede4f4cd2e329bc0eee80a01
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d6beb40f6513bf4d71fd5dca7294a65c23870b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e4259a5573a7a551a3f42c2365eee7452006144e72ce81dd95b3cce5870e703
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b6a83e2c1ef4b7613ff8860b68a0561001b3c7b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0baa155c14242dd89df8e54c404b1b4863caaa1bad78e7f979179cac8f1c34
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3517287c64fde2eaf3a240382e17db77e5f9c41c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18477a7abe01af8f4154cf2cce1a9ef56a9b1f57abc3cd02a5b3626bc8464aae
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5df8a3f79a67ed0f1d256cadd3b11deee3d7c4d1
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f6542da7e3984cda9e98a1a6067ba577098fb5bac162f9d8e336f03a6176596
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96b2ef13fb436c74696f8dd1530e76eefc0caeca
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f5e83d61c468e90da3ef36deb28a7dcf53d85b6eaeafc66c79a701a3c1c9dc0
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a57b4c3c4c0848187c5b20a0f056f40c46f2409c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af5e48264594e33d3a458331c8061e5a26c3ca7712017745be1ea5cbee0a76ee
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47baff1457df7b0f0565673eb68f42603364f16a
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709f851c78dbbd3d026e15034d4f75ee36a476dd924ce26082341f3f8a65754d
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c2cdabdcd312e6d62ea1d5cb743aca184a08cc
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4351d317a0d43a0ee09b3ea9fc0dea01b6fc276428d3c9524791045e112dd068
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de89f5dd09c523fdcf72de3eb5751f6f2139da80
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d05b1ba815ca80323515b060256ed39fefb3f8f7e84976e6d7efdc8dc4b9684a
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96fd3f946b742c02ff3b191918ceffa86612e723
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:302d639c080d2b1153c54c19313b4e0dcd12508b524771dad05d01c3920deff6
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d57eb733dca69cb4464389d77bcbabfafbca040
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c3dd1fb937ffb74ce815a6fe19ada7609e978793cf1e4456d3d284ef037540
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..409ab5b1dc5dc4e33a61e201e7bc9a1e0f937721
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d39064d3ee21e62204b896f0fd75c6d542600d88a55a3557d7bcc6dd32928c6b
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c39daafd01432eb27ff6ae8633c57edf5ed3c92
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d4a11d02aa5d4a4aaae0ed1c306e081b35422383a9799a840dd851d755d7a5
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d6da60e38b795216b817669127825884721089
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceda64f2ff33a64b08d5755b8e1044d9a45adecde663d9f3db432cf9902261e6
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3d8f48427e8692632dc5c5885be49731d8e3b68
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0ae77fe8374f75e85ddf83365682f942271ab4faa3f8da4ff2f4ac66289b2d
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbbdfa771e78727ade2d16acfec78c48711f826f
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3edbf628288f8ebe01066b05bc15f812c97961d10a5bf3ac0b7e35cde601062f
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..851d950b71b9e0cdebec807fb8b031096b4acf28
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe9b50ae8a896d5f2d374f06127ecd26e778b331793766e7b225cbb63aa1e258
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f522abc3d2ddac9f75dcc741cb1342a59c6ce3b5
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4af38098f9c4020d7e7ba0eaa2032f18ed50238462c4cc70e2be790a5425279
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eff6780eefd808dd3d22d7b5d576e97c4480941
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9f7bf79811992c1f499e518fdf19b014a70ec6b9c21723d1dec30f284b9c78c
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd0870090b67623addae19675cd6d47710bc4af7
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d760fb4c64d63e8def833f019939bbd92e52cf6b9e0178cfb0ab57d7bafd1a
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b11115e229466bd3d4f24fbe2e7b5afbf1bfb53d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b91e5159262131585e47688ec9f300ea5ba48808685b49ca362d097ed5b1de2
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be100fa7d082b0a177ce463e4eb17fe779a9be65
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec648f0126ea821d96aa605f90fc08cf37cb66b6c443f1c90e11fdde857663f2
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1c0fd086b549454ac1b9baea2646922fb3724fd
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd36ab56d5a53a8fc06426cc57b28c24df03367d59a4278af99fb5445c22c1b
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f92eb206daa98863770a030534adc72e9ba2409
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:911b9f1b9cb5f7c4f53c425a2a0831bca085f6a63a04c3b8ce58a0163ff22be8
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400e7312f098048c58ffef73a81c40f293150943
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f69cff79f2a07460129964afac519b3f58cb66b088c7f9986295f93de8038d26
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e965f7390619a650e2f3b0a14f89968396c17e
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac00c68664f59eb6a79bd785f4d211b7532c399d788dd0ad254c83a9ee25825e
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c55f015a5ea55a54f989e1f4165b30e3cbafdd6
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e840158f1597a0e7a4fe3f6c05fd7337b4f5891a9634a427c13f5422c43f42c7
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02bd947fcb2a11d7e232a60372bc0d99f7619dc9
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6603ef4dd84b936cee8f4d0bb773f9e1dd91b8aed37a5384b848d3ad0bbe372
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024d502bf432c22393409bcc15b65c2411fdeb2a
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b41e31b8fcdca19e8628c6a8b6d158ddfba577b88461731cf9a298af153f36
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97fc55f6263f71a09ab4d03d26cad6d0fe831d06
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:497e696aa72fdf30dcf9e4d2f37dcb752da4943dbbb38dc9d934b03c7025528e
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64917725740562518851883aa117282cebfa012d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8dfbd9372f4479ed09e01e83c0b64042f0318b7ae033f3085ca29432ee107bb
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c290a8484288bde300276510bb5b53e48a646cb9
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5967497982feefdca608c12a0591cc9c5152c15b0aa6a25eee05ac99fcbd60
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09a67069c6fe319ae73b5a293ac8bee4842c8754
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfae5b473037ae7dff93cb5d8f5e9799e2f45d180c356a9b9e1de448dffcba18
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df1f82c281a0780d27a53336c0df485c07abc35f
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1282ede38e808faddfcc8358b3ee4952cd7d9e56317f143282c02e377876248d
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc4d9f6130e4bf4cd8a9a665ab95bdcfb3ed25ac
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a4995e6c0faccc20018286920e2010c8e0ca8b57f64c6e31f3cd3a4b1059711
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..195db2bed6632c3e88dec555aeac1e171368843f
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e422ee85cde8cd549c3dff01b0b12cd4c560a9572810ad48ec81840bbab07361
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3662cfa2a8d2f668859b7d940aa3c4eb36c88a03
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9c92572a13bfa254b12e91eca4a015bc4ca1276727ba040916d222beec0ee4
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d5f8034468aaf0a5c8845729ee2c46917d947d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f11ae96dfcdd2b00177df2f82a3244279b5ed320f2c8a2be94a549cfc9519e
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b8708f864796a5441a4ca258576436db7d2be3
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2191e8a26ce72671f8d7913787eb3b21dacb831f89c75ca4878890d562624c59
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5464538ad2414a36eb14da2dbe639edb5327bdc5
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d2d4566cf56ae5a37e4da8bf028875d1539f6f26794572230bd06535fed0d4
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9a72710067d73ccfdd892d0169852d7f03d2119
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bb8a2e0319cbc6775c43ead1d77f15af5b49a527c032028f77c4a3652ee19de
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8444a07a25084954da71a43f9f55bc368edcd56a
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd4af1930f23930b167cb16e6fa136a7fde6d307dca47193df097fdb1be5e79
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f96148b97246709146541179b747a945e65808e7
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bcbd01d6d1d7a41fde75da009d9e37eeff237a01edacf1cfc80c3960a41169e
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93edf7f09511aa7880957ac74a2bad6a75b90b2e
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbab8ed39b8f6c716462e0618858413cf866542006f481a7ee9fb6c2f60ae933
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa9f9e05d85443840ce51042906337249d55835
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a9721bb66a5d3979f51306081be756760ab03dad9fef69f6b850cc5851388a8
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01b49cb40f3bbb3d9baacf5061ef6d6aa9479f0
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88845d357051b6a361680e4eb490416040f4a519211eef5fb48fcabf1c285610
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126e03c3becc636cf5cf19b6684eaacdbcc571ba
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d554e4f1d77835a06eacdae56206b4517819fb6b1ada7ba3b8a43158b7daad
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aead9c428ee1282b97656a2d1534caa3d89ba0bf
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf979792839f091667047b01affc8c4720d743009e587cc03e2377ef1ed977e1
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6496602687b46bf0cc256a5faed7bcc4a30c718
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d67bc931246d668af56e031eda9aedbbed5fc8202a75e30afb63952a2c611a2
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0faa13b334379f5e6ee1acefc3b008a8d7d89a1e
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ce8e7042e61644fc769438890cb329468ec90e2abcb466c537774ed95c75608
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b4620b8fef3f191844e187faa243c73a3f9c238
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62d13295132eb31b24deec8d4ad19cc4e189ba505f9763072b577628af8172f
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9831f5e9b2a101402a65d3d41db685468c684fd0
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5210c6682c899c857767ecfbfc4a379c93917d0977cc292be6d0bfb9b10bc7d6
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..094df0faa98ea1695f86fda873f882585df85a01
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870b1bc9af7e43bd3359af99eb18b0fab11c7ea267b8060cf301b3ce07df6fe6
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f42daabe1bea6812c8b17aebcd3925f5d10a858c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7636ba3b6254a4bf8bd9e4c6da4c4483855d7ac14425178445ae3bbae74947f
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66f76c964230cb1192d189d6ee6dadcb8a4cda0b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb01c71ac7dfcc3e17f40ecfff3a727252968248cb849087e4cea4fe9109afd
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..545a63e34fd86c09bb0d8163be1c0031786c0dd8
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c72ab3b4982662cbfaf459e3653a91c18fe4da74a0e1d73e52b0dac0646ce7b
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ae84894744b0b6f4f11e931e6c12c5bfa61203
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d8a4ec34f43777122c9a79bc84768924f850db67857688d76f9d77853e36398
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdc0c642a002ce8e3573aed99f2e744e08e0a2ef
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9a9c7cb10a31f8850263963b710f0b16617584bc9c3e1675f2b5106c4a6c9d
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f55f4b321b9c734da6800179a24f25022d239564
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee674c4001bd615f65b08ec93b54e6454f93a9392fe5bcc66d5f70ce6b1eac7c
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..834ea338b0951d7f8bb83eb6eb2e1af5da7ad935
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df13594a8659113f20251b068723ffddbff6a14cc0dafdcc48769af293ee4153
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a9e1cd8f065deda0a07352ff5cfa0455646ef15
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5b44ba9cff100f3bc939640e25c6c2d75656a770609f93431cd418b815a5466
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2bc1f69bc80ae650d7c483a3c259ced882ab998
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a6087fe13b7ccba9776a0433f06e4014831c3625b94609ed9f6c34eef00717
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..027f21830e55be2d73bd6b697de146405ac594d5
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eabf72ce36e5e5d40ff8fdb7ab190f465a854f931011329428001929865bf91
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b60a3f42e44d2ed274cb5e89faa3a7957c4c8a
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8bea87df0c2eeaebf5c52ef0b384adb51e7c546a8b468352657ec94381c06b3
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78194ed024caa54735659383a2e8604dceeca63a
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57ad277d236cddff36286b4f6c4892ad8a760e5249d23a60fad442ee6724251
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..654da4658c7be0e8192aafa7a62b9af710b33937
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b38ff4e7195f9d5189ddd66005eafa0ef22dfe2035881afe11932681902e8b
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632b9dfd3188afaa199f53a65c36296823c40979
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11d6e8136d4fa378f7cd94004d589e334c21fe2736c572cd8c5d97df1e9c2f2e
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..536eed079a26f06789ca12244b898ac7d4c72a4f
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f73224b0c7a2bb2b34f60e6313cdbbafb5a3dd0ba7a5e0a03f806add4fb136
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab6cf7569888a7ff365b6ea7e89412d1c0348ae
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4743dd132456201c57c87aeefe636d27d3e3233d2efbb723dd330beb6e837a70
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8164e7ed4b169786b75da1ca8b551984ea23e783
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d2eafca7ed5b5d074a011969ab05cbc0982632e2b14350a6437070e715d8903
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb66f769f50aa50900976a7d6be4c1260c274603
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed6989e4f5cd1ee28677e169408bb39c0d3535d0c50a73dc66c2e3ec675204e
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb3fba75a1a1efd8b8bd063e0a6a6e093616f99
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4661df7e3f118c4cb924f6aedac9ab324e505ed6e050bed67f787b11b71e83af
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8bfe3b6120a94e4a15e3a86fe1a9c362d9acc13
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14f85d7d9d2d3b149305d0634f6ac850a7ce182fa8bae28c698da594c8aac91
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4a7865bceb5227161aa1078e99f87e02f5c1727
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cd16356ff7c0d5a2e0155f6dd7054bfaea39eb6e6fc90de43511009ae227ce
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350b540aa2d92e55d41858916b2f8cb30cab7746
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b867a89711a38b68f26f69d9e5230d325feea70f1a90559389a4131e0612deef
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..947524569b6c302e8ea49f3abccc6b12be4c1898
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:212e9453e332777ef0872e6dd4346e777f3e1f7d3e86fcf0128b64b80abea28d
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac243263c92e2b8a9264ce5f737b3aca84c04d6d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d4d9a8f277dc4f1a4310c030f845096d5fd8d1dc3b62b04fde9aa5772c4cc0
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c882aaba71135ef3cb30c6a774b1d65592f5af46
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ba15c79f4351e8ad240ef12e6e54b47ef79e7ef6d230a6e697297ad922d3df
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4547a0eaabfb44a677778292cf0eb5c61cb5573
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b844a89a969841727388d90c5c37dfa18a9746ab1b05411fec89764b95acf3a
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a774f2a8d91a5cdfa438ccdeedb1b5e6b6440ed0
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b9c45fefe670d68630a4bbb6b468c0fbdd9496520710ffa08eedc7e6e3f5eb
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5450ab2b33fc1d741dcea047c6d5bd02e23917b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8dc5432a5eeac35e4fdfdf486d058cb4c29217db1ba62842f389ae461b2d94b
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024117d5c990bebd699bb4c72c73e51386bb1ce5
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf8ec339ed0d4c9ef579c3907a4307fcae21efa20805dd92386a2bd7c73c122
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df48e71dd20f1de3a715eb5ce003c9479aa0b990
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b5fd4121c3e6d7b313c0d770311ff26a1afdfcd206d17d2b8974b70a02844f
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7193bbd301ff71cfd17d9c35ca890c9d9e1edd6
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b87b9f96ddebcc5de3f59bf159c65ecbdfbce7dac92aa6982dc538e6fbc0f10
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d5e9dc3cc19b743651471aa45dbd9650633d97
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6315ccf5424243baad5314c6d13ff6c259396131888a95cfd7d9b0cb8dee8bf5
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ec60e6882b3c432e34535d9e0f79242a27782e2
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d89bd90b7e5f74b58706f2198a90d815b7f41905dd5bc6df7690368dfb0cd301
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c48cf2cb0df036c8a6624ffc2b1abbdddd705bac
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:251d5b23bc53bff75da3cf63df69d2dd36163e437f68b82ab24a114f867aa9a5
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f16cc85dd08c1c19539c6ba1b6c6102bedb99be
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a60f7912ab42b88aa19fc36ec4153c69eaee772fa033444140952e019db187fb
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b865dbdae35ee28371cfeac85edd1cec76409e
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a301d3a178aba1b85ed41852dcec2094d27d1265802bdc45bade3d70f6c983a
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..890349cc709d38cbc642bcceb23d029aa93a578f
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc92b6cde6722322f0519ac2d08bf4461bafced968c5bcda5c7134bc3045352a
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..568b97fa69019e20600772760ac252c8e6c0628b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b22dc8d1b36a722b5b348863f0d1d7e483be7384bca64ffbfb57c52f347eb49f
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61eb011c7652e7d4a73633994251ab5dc5e4845f
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f043cb6a4da5d8f4054af524c511adc985e53db53cc32ff2bafee0dc022261ce
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..987cc5808d4ef107d8c75a83b7f1709348d1292d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:687dfb326457b537fc21e53159c3b3fa75d736f748c630d724aaca0752157f7b
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72021a8ab1b6df1732cbcd550e931ffc22f524f3
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ed37cade8429192cd29fc5fbaed250e53c0e63bc07dc23909b885e9dae3965
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e81918a320f35ecb6212b670832358bec591637
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988afeaba97b2904571592fb16c64e24732c8f464eceb4c522eb19b04a53faa3
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c50e4b29c3524b7652f16935f5cd2188482a4d95
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05561665af94bcc4f53f4192d6bcf09e6e53f1bf8c0e4795906f246c07bed502
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f1a529e9521117881fc6b980c9e5725ffb5b5f4
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09210422a95b7b7b80df31324c58b3871c02672e1b3d7acb5550358c8e99790a
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da5de4d9fba1a668e533866121859aaff8c1c267
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c15e701914ca76b3349338622ab09368d4c3c740b85d391ffa4795ba8f6c0f
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d62e34b9b530aef36def98173f5bf03433bbcd4c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa23cc6129b1659fe4fa8401335a586e31af53766c537411809f0a3529b175b2
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1efa3e93c4f59592ed8af9332aafb7c0dcd8109
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e6ad1762208412c55e096ba240746496987c5ad566a92ab9aca7142fb1cef3e
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d109ccece8e9946db40e228a7a90ecf907574a5
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661a13056e89566a6fdaf297e80a97943159a6883bb268d9e7d37ed6c0cdfb7e
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ff59eb475a3103d332a964ed596712694accb1f
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:084d6ae73298026f2210b22871d6d5728fcc3dfc201c680e300312a6bf03adad
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e338aa29785b99946c7ce1c082c8d67dff7a54ae
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8ff80ec8208a3a1ca9a6dc3454e4524c18fbce980df46ef58b7b20b1200f68
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb7146f588f342568eb89d57db60e15c5664e58
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7f9f8bc291f21a3c756ca357d02160c1899c795ea21b263402751ccd0fe0f2
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75e0897038e64e2437b9a0a8e2bf421c1e59577c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbac3c630c64403bcb5690e1e827631f2303699f686d621f0457c182172f17fd
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5097bb860d909de848b46fd0ac49c923e98f61ac
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848949022b41287d25810657784f589603e110858fa107c19093490df1ed92e2
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a341fd4456734358367d90daec6442c7f5a86895
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dfeb84953fb4e46faeaba1a3d3c003058c454eb54140748035ad02c1f0dee2a
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..790e11505b1b986efd0ce2cc525d42fc914506b4
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:205396ec4bac9b3e2946f8d566fd77a4d5668394f4ace41e70dbd67d7ec046c0
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6863b89b449c0a8cf43c1644e855d89791b0a2
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d4a564d94ab34cb200b7e281e3e9f0bfc50f43f14188d9de02678f7821915f
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fbfe796dd6dc63c7d4d712f0a9cecb9e6857081
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a3a6eab10cfc24309ae45bafe6fa13603a0e31f24b44fbd2b1ebb630308566c
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e9f41c213c5177648eacee116722d4269b0d5fd
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5815b700788d439ec5090944165bc13d0e13e54644bfda76fe39b015ef0ce1fa
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..672b9a9e0cc9c1cc2ec32db57deae0ee4ffe75b9
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad84ead79e0fea6c275613ad473142fd16af9313fa12437d188ccae030113c0
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da580768a81b8a490f7d3517286926d14e0653c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae382f1efb4a72ce2665be607bb7bb462d66f4ccf438278bb2764b491beec11
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e1e8cac50a0932f8de8df1767cf21ba8e1a4098
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8bab27c48bf9cb567f59bddc1757d012b124b93f49361e75404b7b376609f7
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa9148b0da110f28490c696771d6e70068dd9e06
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cd853bbfa103795eca4c2d3f60e51892fa636bf335935bc1100bd3fe2865eab
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b827b2cd372bb7173741b3c3bcdf8b215efba4c2
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d0fcde03e7db00a417922b91f9829db11a5e3cf920d9c7f5ac3e0e995d67907
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1db3c65698388dbc1f6cac0ae9a7f14c50f90823
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ffd6c1d0fcf6f201fc513d21dd91e48937e4fd23c162272892c5abebf0acd3
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc843ca787eb3b95fb02df8322074f17fd4a97a1
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97af48b0b9d0209a9fdd68162d4427160e6696a73480ada77203af2e98e16bc1
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b43e57ee5627042223555d989a71f1f670c8fc4
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb25ab5da915ff2c11c7eaeae1c9cd36ceeabe9f80c5ff5e29f9d167a107006
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa1f00c0c90d87d586c5f82f7f6847e53aaa53f
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16ba9f39bed9cb4b92d1b10d7ea484e8b94901afb3f3b7ead1331fb787294f5
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eadfcbcec9660acc0c9190eb61cfc7bc9003bc4
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba53351e7966dce7983e5af46605bbf3e54744eb784e2a12ebf2062541c83c03
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be2097dcf738739c672cc9669a350f1866a4965
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6541d80ccdceba2601c940bd9dceb7dc2135b4462aba8c19b4621b9c011bb46
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bba9d845c848a4550e87d09e1a6c9fdddf23ba03
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35a90ef5ef653f68cafaa7fc3391189da61ef21fc32015cea883612ebd77eaa
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..487c257d6d3eaee5d8e46813cefe0aa513509b5c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e7daab1a36c0f7c67f6b5bceb54c285d346cb9794c08edc0cf18abb4f4e1cee
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b442523b4ae55290ba38b2650dacf91099c35871
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896aa87849ed8b79280a22aec63c8d9d6b42177f35bb0c07c9f3d95117897cdc
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8687b642fdbcb8151879e622c3660aeb6b6e6617
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f8fb6cad73b63a010cb5373177adea8c266d3c9ed1eb79394f048928cb0c0ad
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a2d3a4aa84d7f40fad06dd6fd473bfd1e72c705
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07910c2725e6f1eff400b2f989f785accc2e6c22f64918190918dc6c14a6dd82
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..161104acae18c6533447e39c1eb7c34e002b5d07
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08cc28001b8dcc88530309de3ae4a1e8ecd55c8d1c3fb7af5ace25695b80867
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de86a7ea157b7f3aff605cc74073d1d5fe5b979
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:016610d4af2520804975b7b907675ee6f2f0257723032a1a03a77e7924cabd9c
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c374c9ee3074ebc36c670fbd095ee5ec1381d283
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d40d9e67df4095ed669ddf4bb59d640ea8b178387a76ef39428c2fbc8ba0e3b9
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9541d7f5b6a6537ea6ce7b52ff23b79f5a1df8b4
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688aa1185b7e42b3b36026c109beb69150f4662231136cd9e79acd0c9435ceae
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..678b2a0aa742d55d176c7fa9869b1d9d749637a0
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df9460005893ee69d2a82c509dc610b7eddc627e3ce88f15311bed9488090ad8
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a32385b22f16e7232622bc38f210f2a7a10303ed
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59d89dce2cd16a359c18d246fa3b1a9e02a337ea6041a6f2f951da381f64b19a
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edc36e4def39841519a2171245cefde6db4bf23c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233b3ddabce5abf59065c7e7ae8535ec2429bc7b44d11e4681ba8ad5b55254a7
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b53ebb163305a8803dd6e6e2932fc57470524cb9
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a056f809af7bb9dcce44c2c028e4dcb7dfe768d20a5711e2ccd08c0bc0d8a2
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c9fe40c2bfee5fe82109933c2233e43d45c87d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca75a01ed53f64288c056e4227e3ee0110c3b8e7d96a09321ed51b40875278b
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc7567ee692e09932e74e5e07784ba32c35a3d6e
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03539ab9c797dc2f6fbf108d7da74a61034c8ab73fd742e7dbcb2b18a9da084c
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/lm_head/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/lm_head/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f548144ef77159ee5d3076cc5315a5b387a69aa
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/lm_head/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c7271f090388991681afa6928dead0499f0ff3bbafe83a2e3611fb20d56549
+size 129249
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/lm_head/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/lm_head/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35eaac6a54a09ab2b8067446f14819f94a25e07f
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/lm_head/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0efa6ee9c612437c331c0e01a2d8d8b7898b70063336ce4eeca7ec3aca511be8
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ef5b2d8cda35ae986f2ad2c30d0364763b8a1c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:069e7a7465fe2f0426c52ca8d649bf92ac27babb9b8d9764beafd7b4cd46948d
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b66c3dc89d59852dfea30125b1702e2dd302bb11
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b7ae215e50e546dc61077a1979fab7259b4ce609196fdc432a6ec0a61597960
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eda61d8d8b43e7ea70728f447974f5260de5fe0d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86e27e4eeec8094af398b240cb9796b7ddeb3c1e5b5d1d86a213b0192ef25e5a
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a2d734b3b82416752ab41273b211139eda8c8e
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f06d9144ff296d6ad97d9a7cbd874dc04c45dd9cebf111758fdf3e046d3c13e
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63ebb18a84c68b9b93900b47ceb2f85c2f26bcb
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e7bbad58ec0f3310523aae95ecc1b1820e71872c0e268a8ebb04abb1730d575
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ed071a92e402a61c90fa0328a0e4c268e043fc
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b9b62099938b4b2df381946bacb1d2423a94218997eae7c5a0335b61a902fe
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a801014a25211d5dbfbd47ffbb999d98ac393db2
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8feb8ca4e06e3f3c0006e80015c4d3481483f8dae7adf0362a85c0d3b9524f1e
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a40c7d817068bc299c8edbfd656f27d50c35f8aa
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce8bb620e293b2121f27a38ba56b6bf4b12f12a2b7a0ad56ddc9052a71adc15
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb069dd1143878a4e118040ffb1490ed6e79bb0e
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9235ce3385ea7dd0448b599f246a78998184a253eb75dc0f0dfdd210bf37fcf6
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..579ca612d3b9055eb77819e73b4f284d1e9fb1dc
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d3ca2796b5bfcf6f2cf3330f1fa5a47f0ae3cd09523aff7ac999407090ebcc
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dcb8bc741c315083b3f58b02c7d82902676f384
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c799aec7ead1d90e388aec3e503b9d3403cc3dc6df91985800e68870bdf316
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2761f86486cbd8f77f4f62002c1473ca604c940d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d776a76402e9a2f5406f4734969279e42981e1960c7dccb9e5d529ba6d796fc4
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f655696b6614f3885b3ce83137db1e5287e43f38
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99eb15449603b5165d853489727f5488788a71264ffdbdf9266b73785e15faf1
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40fb700b88a354086be8d476aac41427be29caaa
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a2c6688cfab13fa9845eff8a12c2e67e70a2466203ea69cd6d179603cb518c
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8adb9356529e46f53ee4534c5a8d4fcd36b42017
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bee57b0b5556d15e72eeda2c79edc84fceb43af0f7409a1dcea91d817d0c673
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e36d29dbccb7452a2cedf99b008cc7cbbe57c94
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cbccc1a32f9c32faf37cb258d090dea3874886dcbb9da0b320a67948b32c1b2
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c96733e19982ca283e8f32711860580e334c32
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41051305360251c81c49dc4d39e3d2ec7ace91c4661cbf3cc76776e7c92ffb6a
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b5a0e940c2a29894ce133f85f388189d6bb446
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58fb41c5c028200105c79bb89f902404f891def378851212a88d0b339ca014a6
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7d5bef86466c29b5eafd7cc0f581d894f40568c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0ec8034f4d95eba8ac82cfe45596acf49f0884d6be4153db084d505410f142
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfcfb9a4fd0ca65bc82d10ec413ae31ba0ee48a8
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8452e05f852a2cbdbc3faad3d2b88272b561cdd448e337657b9c02e44c528688
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1429c894bfe53544e5cacf3d7cff3187f99dda5f
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a9a9a1558d6ed7d9d6188268e029707455e45fbc706c3c9b2591361c15e5417
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a3d7f8a30c1e8be2fdf220c39d9febd1141267
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c2d0dbfb7bf3838098dc83ad10e07d89bbbbe071efd3db07b7075a125d84b17
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891beb7ac767ce0b8e55968dc69dca72501e6f28
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c946422efad617254037ac7d05117dc42dc65402cf4d149521e8460dc55360b
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec3ee494d0738789f0d9bcd1daacdbbc8f84eef8
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e31624473535fc6d2b23723a2ffa233291ff6a976b61ae0dd30910d04ef18795
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8112b58d2317dc8d86b2c7c4fe60fc15cd64751
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ecbff7e97938cac952c144d2d826b6a4d8b5003693e9d4710a46cbb9dd4211
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb98603f41e46750ee89cfecbe1d47a6995ad87
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18d12b7578a0ae0a178b7d3c4448d4601ddffbe7dee62c749391d50a51ac2e51
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d75aab65790c35a959ab6e4529e51382eb97d3f
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9260a22ed9a47b48660637dd554da52fb10ce026d08114ffd72a27279b5e4f
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33ea5c6c14dd3d6d62e61cf001ea28384120aa29
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4081512ad20954b2de2fb987bd023c646b06bdd842250494519559dd6fbee79
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e62d6efd8bac27146b89ab65f7f844361cdad634
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c9009064f100cf4124e722c3ec4111913b573735469b0435113bbac31d3fac
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec862ef43a1078557f9ca2c5992ea836c6b04fb3
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ecebd999c4f1660f527b1b22074fb0ca6930f6853c3e8a7cc9609a97acdfbe
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bcf8ac67928fb8f6a2ba894d65079750dbb6905
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cd2cbf177b6f8c4ed346b8ae15852be1013ccd12016e3ee4be63224b6d90845
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e93697983fabf4862f364795a68c0b186c7cac5f
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:505e46315ce5ab018c48ff3704b697994ee3f0b24ff2f0a80ea3a3decca8d937
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6a4437ca5c96f519e05b7bd896fafcedfd926e6
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:438453fb3c9968124ed37061474f02fa8869da280ed4f97067cab43188aae6d6
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4db22f1e112a903e8cbd9a695222565985c84bd
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c11335e6ab87efddd8182412be7714158ec632d74808bd9ae602eaef10d6dcb4
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..712d8f56e5dc5cb60538c54cbb86fc670cd1e0b2
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd37e4066f5f1a52f9c7942c9144cf4ee2d3e38f056880836d23f5f92ea84fbb
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df9b2cce2df98926456af60d9f16dd73e9c91ef4
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b9324ad1b984eb4bb7b568541ae93240fc59e3228fc07e8e65b918662b7f4e
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b616bb48ee4afef4f7336deea28c0cda9c4f876
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b0195107cd77bf1ac4f57d5ddbab4a3daae768b9f6483fe16a54d385c6ea687
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02cb11d104738cec67ed40ba014429da8b728b0a
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a331f89d0aa816a0d496474ae44a424f3ce2fd2b2007316f5b598425624b07b6
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a5fdc5b2d053cb929fde77ccb8137199626d1bf
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5627ed584f9ea05b4646c619e9a05c2a620c26d2807a9ba6d0e691cc9efed986
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3d3738d40e61b1dea45cd139361cae04c0820e
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8fc0a89086cf8700ea48034b88005645db69ca128f977ba458759a640a06812
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45b59698d7a496e9a68d70164e9cfe45c2002e52
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:957f5ce28918ce81a8f723ea8c12f679f6615fbbc30a6df579c8509a4e75a644
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..034850c75aec5a1f3412a5c37d03334d495113ad
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:217403ddcc440a058ae25d769bde7c4fad403eef56f356dc36b4ef137ea3d43c
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..470909355d80ce79cd79964a66081ff4f891b0d3
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a260e35b3675332e5a7d6898552fe9d19dea80cd16d6cf0fa32b8e578e743943
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26f9b6822daf9b1e0fc011f645c08f606a6db860
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c82901afe20449b01311a949c0350ea8744bdde5cdb2a4991ce485d4c1639e
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0c66cb1d88e7e7d05b14214a85e9fea4f4af1cf
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b7d1b6166fbba85f957292b5fde85cc3e36d57e5fafa07c7a1eb1dd5828e8d1
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20fb7932acf2e12c4684c35847101ee8427d3d8c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e09b8754854ec370e7e422059743d8588202112e861fe54a000943db4bf5cbe0
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1485179407cf54c812c6c65d876a4bd89b21e1a7
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18df06274520b5bb63674062c3d9d730e35b5ee1fc46b38b19187c526f52dd14
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4376cfc66e0cca8981ebc1b7634863aac6f919b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1bd913c30f747d1f9312699b878d05684593d84bbd525234c42a4346125f31f
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1c13435cd57557e00de28d83f8d4988a6deeb4e
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8588c292d2256831c6e7dcf43024ecbf95c8a145d28d8e0550997ff3ee80c66c
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34f78f6d025fa4c378f2a51e6a89d7fb6ec714b1
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3113c1e47e81de5afa7f5faaf1e5413f07836d2ee702c0c0f35c7ae7713379e4
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c59f6bf424cadd75c6cc0bfdfa411b56052bf9df
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea934af832149286da0f523cbb568a4978d53a90ea59b80885a44005da77772c
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..928c055c8ffa66f96373c05c589405edcdbf9915
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3cad10a494fba0ed94499f82deb8c31b2c3aa51bd598282d9fd0613986c642
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f49b626c4d5733f39b90146f9a86f7ada667d6c0
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d793440808d54d0bc04e48a89933c315e71f6aecd464f5974871fcfa1df6ec60
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98b4b6c20774fcf9ac65eba7149585603b2a229c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8b220ed6f5058a0c4ee02d315fc8d82f523467bc4f784d3b0ffbd0013225d42
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56aaa6a6d15b567ac9a24d525542a2ee5441d410
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:205c47bcdb22e0659dd6d0b8b41cc31bd47a2b055eea6e15823162e6ace45470
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10fb7c8ea3cb8853bd3dba81e7eb793ef9b7bcc7
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ad38318fcdf3f748efbc15257350b71ce86afef435135da5f3f3a568a8f500
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9048ec96d688f366e38497c96fddc89deaa3a65
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf45f64c99412f6e8ece43353f0940850fc2919e78b15872403b84443a259853
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b29361bc2ee11caad489c13b46f1e4084fe0d775
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c72c802951d2f410a9253a0680405e5727061ab9ae31fdcdd0d12cf1cedef790
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a278d6357c78025c38d7be8650f710d0b4e193b9
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e66e327bb642268bf277a36feb3f8c7447095f8bc5b06b877dae093d47adb43
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01c3c0b4ae4382d3d6977e02c5d680d63325d98b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c113348d0b8ee12df665764656e28f1d992a39fda26028a25abdf869c2c4d76
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d941a32bc30f77b86f4910c97e4a5a459f7d3d98
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c34c926ce44a6c93d6e77641f1a08deb535db61cfa9f6cd2d276b86819fb16
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75776a3a996c82af6b9c73b0c3a76657ad54cf45
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef4bcfafbb3872e1afba5a4a231b0d008efcb32a0739086e0fc389fe27b67750
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f75295ae00e95c7ebdacdb67f3f76396b1de6b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ede5802462b0d489fffe910d0b719b7efbb5c0fdb9d36c68b0e9920a837a37
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..834af4e01ffeaf934d2a7a5098a11ff28ea1803c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a060519b5f18503066750607d51655657ec87369bb16a1ac34324bc9e48cb2fe
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26f687a113358771e107f7fa3d7f2a6eb6b92113
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2490f7be00940925a79a85239fcb49fe84b3ffedd3f4aff467e19074506a7434
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d7d62f7f3de71fe9547ee2c1fdc585b4cbc97eb
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26817bbe5d17e1687763c4b129dd37d8dc6d6e6d176c30d1b4de211a633967a
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d33e52575d306178e505904f45b3e2cc4e46760
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea5fbba8f80d839175747f124c90b5d60c9919f4b708e78ab8b842f5ec986ab5
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2385b589956ec43c7422284a5e5135b6614e5eec
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cd630a02f60c244cece9b195feaef3f4adb1c89552b69ec21165ab07a38cafc
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2a579a4b2008b6892c744f2befab3a622b93b97
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129d6151e5155a92a7b1279d3bd9ab235cf271023da969534d2ae7953c072b0e
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..241f81f45ff06b718aa13bd574edefa6b5bb1a10
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba1e32a4c1b9734ab52c7c5f1446272080088a45f222cbaa42ed8ee7740dec5
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..130d23557c180c0c90a3afb1b342df59defd3548
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22fca5e87849a0a1cd4297eec74702eb112798f30e838aebbe8233288c268d99
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e157a4fda01d27a0255c8a792b4494072d1eb74b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c76d409e0bb4dbf175958aad1182ee19c0eaa25aa55a55cec874bc1bca5c231f
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad9ca5ee24237d33294ced4e11835ecd1d117d2
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a2e1084eb40324043968142e27f9ed6b30158fe96abdff82c3def0dd6eeb6d
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdcdeb96afc5752e2bc7401243a627b204901772
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd127851ab34c82ea7594b55d075e97583b13f79a4413120fa6efcc0c988514
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82995e2d81c2aa6b71dabaf7811a6e6a141831d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd0a825c66ab895261aa1236968930b863ac731afccad34d4759440f9191d72
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..600ede0c9f9fcd940648a9cde5e9b39c84363c0e
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:557e30dfb2101e2865d26b1910a409932afcda2aef20166b5c9c1038c8dbe2d7
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41f16c1b70f99bba7ec1506b2df05419b642f787
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c91f74b8cc6a3bc9257e585ec4503fc6875afd588e5a15e5326fde63432df73
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99db08cfa4fb6e162d6aaadce0079e42655e820b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7129f8757357625392c976da5a0d00fe196255abf2a04243ff3aa538d63ca04
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..874222032d6e7bc589a3d8534a9e61a48378fb1d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:529a335706ed1a7ded66fcf2aec5d75cad966e89d613912b33b2eab3400acccc
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c49bfdcbc9501c315566420fa18af7270aedc87c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d862a5c4f322cf05b116707d13591b1198bdd739dce6f344d32c5f870e768b6c
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..346d8dc4a970e65aabbaeefb2027d7f65fc310b0
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:745fe0d3a6f43fb63e3bc3801ecdd819dc41a3ddb8fb2196145c0c0b1a1e6bd5
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee746cf0569f38f5aeefc939ed159c97c0b2396c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb77919199109da3bccfc68a099f6bb871b641aa12c0ed5af22aa42d80328385
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fdcbccb3a1e03f9821414a3cfe79d36c982f8b5
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2c8c371be645610d5ce86f5a383a3edc60a4f0264156319e886cada0df9561
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..402c685ac51e17369f0acd2cf712540824e8d89e
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d64d9035eb906261d806adb78867aabe97b2d5ef7f2544b3d982891b8f4216d4
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c71693669d6de6fdbafa92e7e5c56aecff4230
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed6ea2089476854fbde4c1e23c83bd5d866460e0ef159fb13d8310f189ee60ed
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7eae1345c0c66b7a664ce62e55f27145c47e3c2
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf28fde577f0d0d2fe12e2219992d72d4afbe48bc2a7a7c8dd42dcd45be59479
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe09a5065f4e454d6caf9d8ec12dd8f354419647
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f5bed739fa1cefa1b4701cd3f1e00fa059ecd6a32779bb96e08944c35015a6
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d87e4e061e533d7df1f243af197e56a868836c12
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:494f08f3328603cf42236ca6ffc9dbfbe082a5b3f4b7c4ac189a1d9c7d10a1b9
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efbc4e93b5a3c51fb26fe6015e84eb4c1ca69870
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a07f94c3a1f4ce5d414d46239db67cf9ec8f181387f7c10bb99655bf02e83fa1
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0cb4fab33c666d8e40264eff775b55c07d266d4
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd42fd1593936048320b48629e83cf3ade18c76c69582f0afa6018e58149549
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71ef8132e01c160334ac146b3f17b9ece7971b00
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:933c440e3e9123d7c821eed792e1d4691163a01480852e14e6e6d8b20a5a2b4c
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6196668d485cb1ae01490a8a8877c0f1d2014c9
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4123a4ce2565201ac7e86a83b387009bda1b80a13c555b6ec068698639a006ff
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ad5dec0efe5a8583a8e3a5d48d2871bccd2ab55
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88fda348da31f034821682c5e50437d2438809c4c0c8f7f5277e9aa6219e3a9
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71551fdaf24a44f24fc279ceb4dc90b995054be5
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7ea38a26a7a28a0b178bd6a38471c70b36b85e72bfaf2f50fe3364290d08551
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbef565c5666251ab4ca1a5dbe8e8e8bcab89b8b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3484aa40515ce9024942c42980041a6805de5cddd9570434d4e1a5ab92247a6a
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e04ea24782bfdfc8829324816b2fad1b4461930
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22fa93344db4d3c17fabd9bfd34c4672b10a4fd63f829c0967188029f601e3cf
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a333d7a31f1ccd0e49c5f389c7837f6c3e0993
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:773a5bcc2b8a5099a2582de3f8537702be096218f575a205949e1cdb47747996
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..436bbc150f3ff597acb30c9fd252a11e515fcb89
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ddb3d621a5439a4a91f914a2d414822d613d888b024b44090da5ccb4c6339d
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a5debefede78c8acfacbf0a4368a24ca33af956
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7f264458758195556378d9393e87f2fddae94d54b8f2f7f9c7c6974bfd7b303
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a982fa6ec271a639c3fabc6590af9a046a3b557
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c9a017bd65928c74d81963662b141a1e916db057f586d5e81d654de70a97efa
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73e14ccfc5e4ef045c38b4a2bb1e47cb071502ad
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b7bee2f139a690834dcccedd49638f30b76be97b762de59a4088edb790f0dc
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e216e209dbf599c7ed8688f89b4c6f5701d03ff
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79aaa2aeeb48037198fd6275c9159de5f8ca5b0c86ef9d049688851f3342156
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34b51b2b7d83dbf815ff1edbfac7fe9d3703b40a
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c478342ab8043460ff131073c0aaa0f7d1b0f59a55483c324a32914e36fc7041
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..059bf64415bc699400f19e37f1f9b1f2dd739f58
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9748fe221b888101545417132b94099e911017a2386ce5870447c7ccbbc5504b
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b7ef94698a7626dde3bb9d6596811e65d4afa1
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5d811ce406a612fce53b80601c29c46321802d162b9805c34c6f39f14078a1
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3acb76118d929259f2c89003f27fc86010317444
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd8ae581ef2b37902a33a16547b8199c5005d4559b70680046e0f4a8d824b6a
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7e20d3244f46f3ca9cc54a8be533f83b6ab33a3
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5526cac8cf76f92ba87e2bee2f176cac90500349b65eef9cc89923a7e16690d
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91aa2118f290e7aed85cdfbd012f0500cc8f82b6
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0eac6828c7d3e611c6a539325e4744e304429fc4f124e1e1102fdaf0e5da4d9
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8183d6f380813706e412f855ae1ec77c573ce5b1
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5ed3c7fbc4f969848149c694e630e799b5f541ed948ad8ae76c981353b0f2a
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66046abdc639ca85800d08ed147f2a254ac4b6cd
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:633a0ab7ffa7f42d25168964c0aed727f230d077f37656dd04d7b8dc44d5e690
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7be6c71c25b858ddab8760ed22ea477dbf8b4816
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb0aa9735a502e24b12c09d6ff1d2b6da090dbceaeab283b2dcee4e76f1f005
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6cd04c1f742ce039ebb1f8b68fb14eb90afc0f7
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:345888c78bd5cd5f5adf95de7ba053093dcefc48fc168334efe183ff10bf3182
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4236e0aab83898ba60eef4ea939b02a08ddcc3fc
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8581e650715d0463593fbadd12d4c386b4ca1b6bcfb053c6282db84d2ea82464
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f6fe9b0b1aa6924ecbd2b440baea75b9ee585c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01fcbfc6eb4a8fef2a07911d287731748f2faf4b65b721f9ff601c9410cc0517
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48f5b4e14d3ce4070a067aa0c20a493e3c3d0ff5
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad448ae4d71812eeda0793a261b848228fd92a8e400fc47d3a788a6ea4a408c
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9792135459e4af1f1ab393e7c53a8fe78f5d526f
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335418009dacbe65223085e82dfcf624d038875c1afacbea20bfa8880ef022fb
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af17760647873bb08c16a8583d369bd423e0c1fd
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d992f2b7429d6ecd10a4a01a460efdc823c41f99d4b0250143a493465194504b
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea100b291b74e111168ce77fb07804539feab78d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af30c3e798c844fb4ff9884ed2801bcd3725030673aad7029e6909ccdf9a5a8c
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ead451f884945f7a726aaeca860da291e1ce64e
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1538d2aabedc80541b6d18d1851be645082c1334cf0233f5496d838981a0362a
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0912319faf4b77d265519414e4d01729b9db2636
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0bba4f2cf34fcc6fb1d14e7d90f84d595c189e08917cf62ae9d68108ef3af15
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f24054f4dd1fd101f6705aeb9a368c8c9b11b3e1
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9608857801c1e5f58e8b83d2a0db5375c37cc7a3d1e7af5f64773ee5d0e66508
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..789b59e8106402cdd6607d0f5498236d6eb3f3e1
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a653f220665c3b9d1d2dacbdc120ead4dc65e4986ad7fc57ecd07ee8ba3047f
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa2e2fd93a37ea03995906a6751b638673d01ad6
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd4fb69f2fff42c9e19881fdd1274ab3a4f7bb6ce1cf0eb80de56e43cb312ae
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65d49ecda7fd3161c37510ea094a208891e74aa2
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc6339e03b727de574b288e15d836378c6d66f427afb620f83a579c5b4a4cc2
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29a0fd5c03986ba2c5b728ae949e2445e283d813
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c3b20eea260a9e99adae9cd0a6adb17f4a090174339ac15e78c6df28fe9ff1
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a15b768e9aa373b697855f64df25e6e2c544cf88
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:889e4e08bcb5aa8c14e6c56c925b01d7954e52bc6f6330b01756e94cf349abe7
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..327fde62fc3f64cf8d12d07ebee7b8eaa8986c35
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c960775daa72405db4355f8fbd4ce0820fbe39598fa5fc91793ab8cdc25473d
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11a92b8fe4568607fd71ba5b413f67dba82e06cf
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c34cbc1f789edb7e5a4ba4cffaa7581153c73e81ddfea951f1ea8b980fbfa9b
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e453c52d9679628e5bbee27c767f874c05cbc2f7
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b01dff07d7e6cca2774ba36fc6654b50062302d83407b070fbec3a017f58249
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f88448a026c2bab4ee65a45755926784b4279386
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ec05c49bd60ea3e571ccf5d58269d670d8cca83efcec152140a81752907eb2
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dfe6e05ce65ba38c46e08386774741cd23e2868
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4037c1e59533cb4dc2b590c960392853c05c1a1e7406e2a3fffbeb2b70a9c9
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ec5478691573eb4848335d36d1e24fb5eb88ca
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00bb0bac17e8d27ceb8c0acdf8a3b0de4802b680ee66a66bcb87225523113c1
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8587b3af46067d74e48833d985cab05b4f1a9b74
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34422702f6ce1884714bfcecbc7e20e70e3cb71bb530426215ed3ab0c884389
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590a3803a94917a9918238e6e55b8bd365a8c28c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e6f47cb7a9a62af7263b6433c55109379e12826dd1a087d1b448bbc76ca107
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..647da1d0c6929107acbb633e865ef8bd25cc5166
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c383e3bc22167c89c4496a693147f9e1c85e3e10f82bd6c1c995178cb00fb5b5
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e30e70855332b737a817f2273039b798257eab
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32208c96f65830e5e2c4d72ab0ca4888ca446f74fe569da5f81f59cb475472e0
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10eaa6de7efe28cd75d50c37c43f4f3ad009a7c6
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e036a376f12c3a6e44c39a5c02bf4b7265df7a6507a763b776dd2fa8dd393e60
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c01357672d36c756684b7c44079684e3b0e9dbcf
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8853f4131e3ec982ca6ef78ad974c83215164070a91c98a1bb0e8fdc86e9d76c
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..399a1b906776b557488d02c3c4f58652657defe8
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f08d45847ff9e7a8e892dfbe0ee195add7b24f46ed6a80a4795487c93d1b5a10
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6e6328d8a426416e7b80aa7cba8044fce0eb45b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:747ac35b4db4ee91e202890ecf108cb54d66711cbcf17fc6f13aceb88db355cd
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7ec12565d77f6beb9455490aa4883ec369a7469
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20489651be8a7990e7f78bc19ef10d1b945ef7170e8d5a7640c041c63293ce07
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97172db102bef3bf8077fdba46220eb5a3c29c5d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3637eb65142d6162669cd8d5a37a890a3f9629ef214af5574607ce670a3f6aa4
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ced274ce1ba31a00ca91c5b9c4f44191aff8ea
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4da6e36924d81d19ff4fe1ab90b9f3078ae0b1886440a54550e4645087795896
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b2136bd4ede082f9c6cb32e591d11ab7be11bfc
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ad2833c6268c0df406aef053c321d7d0aa4e35478d200249f1250fc03d4e48c
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78cb72afd84ad70780def688a1cdc1b0a4329bb4
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:451fb5422090479701c2944fe813a7009c9c129b2ba9bc90828c81091275df9f
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc8b06871399f84fda4c81d1ff1d75440baa120b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3263b14883e99778b558536f33b4fce80c1a52296a3e75c39955bb99bfcda835
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc0fbfd618d7cf2b71517499c580ee195852b5c0
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd9932c51e2be03988c357ba12c36b057dfaf7bec9781c4c2c6dc07a6a89483f
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e1774d036fcd649e37b9640dbe116baea5213a9
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba29d836f9de51acdb804cd3926d908c9a736c0aee7b3114487fdd399fe8217
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c41365f13bbf7cf574c0824cf938c5ad8521b97
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9615cc2ad65e7d6f41aea490c9d781006c4d893f32e048351b2b88338bb20e87
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e07d6d84f0b055ec18e762e003981bea3695c7
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a058f0d8276f0e023237476c746e37fbff13b36e00b03434ce80eeabed641d
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e6766378bbeb67fb7d9c5b74c340fd255abb9d8
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:828c3b610272f1f01c674abb41f1daed2938aa78ab8e16756a9cf39dc8409174
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f22251abd016296a2596333fcfc2e2d67d7ac69
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd5ebd9181e54e4f18008e2aa79941a3e325003133ba9bc060ede0882178904
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e464d1de2198e3daf22fb8cc958bed8acb01a2c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ddbc37e180fd3c0e21bae3fdad0f49f82fc36dbf9c7bdc5b6c9b8ab0f3a40e
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f7ed88fec69ef2d004c171feb539e3444c8ac2
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20694789f7b3b5d7eb9cc861500433d6e783764ad0480fbfe7e041e0790a1cde
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c55caaced66d57494610b860897f26d03277ab2a
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2aeca498f9df9600bcfee5ba106f4be6e35f03c268021be689695e879e1730e
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12e08f22fe2ccdb4be0e8bb1e7f9abc9a6bea132
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40450f84a18c700d5dc64b4941ff4c55369de33ff6346113ad39bb79d5c78e1f
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d09f75fd93c32629eb87f4feaee1e98a9c28e47c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45dc63dceb5f14c5cd72a2a7b851b30b2a56b01fea18016722c6e1ebdf465f71
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ddd46ef57dacf7ba108296e76481ace4aa73fb2
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf36569330031697f2af127da184902e63913d90721c1a2cc7faeb38ad377151
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..495472779c76bbeb232d803cf781f24053c79869
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1020a100b3bce6ef124e19c3998956cbc943a54f04787a61e8a3773943e9a0ea
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4841ebee77b9c9c7e2ce678aa7d0fd9db97402b8
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2c2fd2e2f2fd0d73f636a7d763afc97d8e570aa736a14028dfbe037fc574cea
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f484486c9e9cfea4d1eb2160c13bab932fadba04
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be4177ae8bd6a2883e1d38c86fe1344575727d1d025f683e8ac29589bf4db120
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a691c4621739583e01ac8027d30a69894df2f232
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd0c9e0d4b447cb48bdcafe3f3f3136af1c464c271cc5cda334765534ce77ef
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..082e4062172a74bd83a1216d93b0d8f703a320cb
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:981ff1639e5bd320cf96142f2d421dba5a32b40d4005e1a48aa7075a629be450
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5106ea9dbab379842c1320642152b2ae1d5954e1
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb6d8f1463d3599a31f4863054aa55bace77b31ac811e3d67dd5900a227a340c
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4f431cd383d4a5681e8a1e232d303001b809623
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d6e873328989588b27f0a76e9026e565119a5275de9a2e3cac66e86fed4b93
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1892d505e915298b46817c367cf465cc77d0e713
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ea8e267c0a934a850c2ea613d376f52bffeb088879539d55ef4087a77b4efe
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..433e1242a27d075768899c0c6ae839e5e661e196
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f193f95d1283a5b8c78a0fc106ea6f1f088254882311209869cf34690e0e5919
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f868f4fe857e834d990d701d3b4a54ca49b089b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4777c1102c73712ae0c25b465225b522d84ff94de7d9b3344698053338e2d53a
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..028d07783314b6589e70d643d2e548f239e1ab49
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:927de855b7028f5e345d6a84d80bfa01374922d4777ef206a27252ed1399172d
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cae9bfbbdc05c7274981c9b6ef5e20887845ff25
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1317e622d6bb8fe25eaee813b9095f5741db39fc68d6c2e05af73c0f4ef8005f
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1180b4b099d709b7e3792e4c3dad6031c18f0517
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa70b06f376af1a61b61522855296c4c62c458a24a6a36ac5802092d9bd7acea
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..302a89326cb5652fb1d52dd5e85781c50634bf94
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ff0681108840a472520bc2c0b9bb6503a6dc2ae2c85bf66f3ca3c2c2839839
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e5e64d904bd04fcec3d2f37cf0854e74167ff5
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838d2e2450a166471051c405ac56837cebeed46e406ab26c8683d74f56531db7
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96d2dac525b40419827542645f1c1ce12b92cd24
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b171b55dee69563f2a816e70dc0bc56044d55ea29378919a880d9bd60cb4aed1
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fd4f614ab66a347b0c2e544c96a10a683b457f4
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b5cb43326edd8c6aa89e5b62952a08450f60a691c70defcb24c71e3a7b14985
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f0cd1b31a3c6b92a86764963b0700a371de8a25
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:143e93899ed3cbf1198207f51379581a8adeb78f41052d8c87b425a697da009e
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e37bce78ba2237eba95f41d29a36fe8df7a4a5b8
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0322d73b6e7233030c1db1154dd86b2bc95a3112acfe8b8704d47e38f297ae1b
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ab0e7125620e3009cfe56cac11a523d9fe1ccb5
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e215cb184096c6ebccdddbcc8bf5c26543cce9e5c6fe52d543c33bd54cb7fa0
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd1252a416eb46e181e1f6859793b05eebd24742
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0e91641dedb352f772d6f9e62f9c5963d2ccdc83f2a27f9dca7c3f788a84fa
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cdd77cfe55dbda5f6865c23f9736052f75de13d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a30b65dd6afce7f80a5db74d3ac6644d04a8de8e4bba86f99ffd7ad0fe14bd3
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..196bab7d2847ac126d1f167674a546d3adeae6bb
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e342abb67d872cd4385e24b0d8b0589354a03d24a7d3cbe4c2b76d76e7d4f3e2
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..681930d0e3f48f84c24ae641eadf432fca2205b1
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b73975dcd9bfe317af295c189b5792139433356b8dbaa18124bbbf3dd7cc2f79
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f98abe316b50f2c53ae2ed0e79bb2ec41b801fb1
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086825f1473a077195febd715d9b21a7769faa626e79ee3515d99ecc5eedff79
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82faf75fe821d6058d11522037bd3334cb530597
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b4ea9d220841b0a876cca82d2f9e5f6ba43ad0c160476f6f024cadba0657c31
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd44fc5d5c85d775770f497216437235b4b2e25
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa01fd83c69970db753e705728b8c57180cd5a5c38f1570daaab5f91d348f9ee
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26fe42d400ec63c6d618600727074419c4f23137
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b96d872dbde82927b28b902bd45d342d8e2dbdb15507c3102ef0e9560c798e8
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bda566f47bdd4483f425fa3fda4b4b6f72163834
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67495be1a1d423b91dcff0960185ef8b175297500c130559098654db3a517c0e
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea4305c0426e5120b75f6b9e02312aa3f540a202
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ab817c580bd7bf9ef34a28be3ce3df3a6f040622819ca3765ca127ef23365a
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8735870c7fc76803fcab822bcf8e2b83624822d5
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e53b34adf96f73dc09e7c7ef9cfa71978c053eaea33d1f004f13ffcf534d1c7
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36efe5a31ab078f76ddbca19977e338762046870
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c02e513f5eb3f5e31ae4af23600feae739c2f9bb476541fa31e1147d68a8fe4
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eec723964e3a0e9d0217f533cd237a9cf0a059c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e52a1ae336852273a5571c1b3abe8be4fba81dd245b353eca696d89118ddfcf4
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b5b8399a0a0e2d78cc0a2e768cee0a8ba2ac20d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa3b4286d831587e2b27255f50987f0e65b7c784cf16442dc768efd932e898d
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a91f7e1a75e6fa1d974d3cd9234534a241231dac
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c1bb33c66f7551581d5eaffd4af9e87da21d5c287c712cb1da1f9bc9a01282
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7dc5a44daec5245a8f0adcd15eef0ebc9c84aae
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbcbaf0fe69484dc9946756d460c1b0eb4e5337c62ab5b163d8ab7936f4668d8
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a04cf28b95738622fa80f39d48946009b68e31a
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d12fb644d1c7c406053d734fec88e037afbe21027a37b46da891600103c41553
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..631b77b66c2cdf96548264eb667483ca73ba28bd
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4928a8eff76de699369c29480e6969fa5f1f849d894bf6b36d819f51bf73eea1
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2cf7615d096f4b0cb9923c22f71494d6cad4a51
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd6e4419beaa06643bc74fe758919cd05c5baddf5a0fcbbe6377b38662a8601
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f57c2844badf523e04f0b8aceba9d46d82d714d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ffdc94af9ac93eb9e4d076f482834a7e291c54ec5615f11e014be466a4a50a2
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e45ef4ba2711b402f040ada00cea575bc35d9e2a
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b203b8523f405e61f57f69018663d52af699d760b51ca9cdbeb339fc3199e5a9
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5cb6b5ec682ab98e3a425fc65b842859c311848
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f0192e83be84232628c153dcd697fdb1a66ce69d80e465f14d6d1bf73e8532
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab05e9df3b88ca45f9be38cd2dee87e275b4b05f
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4808341fdfff2bc9595b8a781fda7b2ae9d21bead0e2ef80ddd9e0a14c13d223
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97734121062b28b03b846cc6985a8318da9086d4
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc4af4da1c52502e9024bb19768e540faba7dc0f174c1f5f0baf298ec25d21d
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6524245da2ef054a3b85df138638194070995d6b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830a02e7b9dd331ada04cbf6e6ef1b0882d6a936774f0837f340c325e3fdea9a
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac36e833895fb8ce19e40370cedeae9bf971379
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dfddabca2b1656fe183166e452b54f4445bb6a111bad878f354e45c25c1e20e
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90b48e951a37413b6b8834fe50f7d9ebb5e79fc6
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0904c47888332383480fa8076b73017e3bfebf40061dc26a660cfde3a640f739
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7318836a147f69ea4cbeceadab2a4163cdc606f4
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964392f96a589adef111b05cab6f997ac214f871a0cc41d752dfd3140455f8e8
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acb7e9973988258034c80243aa8a16443d6c236b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc1869a1e1964785642dbe7f1c479ca23dfb73e206110b4dcb8d327a69c5b1a3
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b3f4b1e1ddaf0fda0af9b5b79bd70168a7d8cb4
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c29eccd0f49c6c731f6f6dcc2f23f0842acedf7ce5e337e4dec19285e38d080f
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5903c924a49378d8c780e2083910d550fd2afa99
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb71d5f11d486c4321495f5da14132a8520e488285cc7a7a5f066b9ed5ddc6a2
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7b52464fd95883a728da582921c9de755f36df
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af53247c0fd2d333460159978ea6748b5872f008e2af8b98482a6e4d9b1b3e0d
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d65b42b97d10b56f23a3639b2c48248f06e670
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093936b70e0991fac64f6e115999575c3f4fc20cab095744d62c3e348f32bd33
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e2d6ca93e828cbaed3ea4f9f7dd2da73c2e9c4b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73eef1c83c9c18a6924af89953d5c17f69c8fc59bc946a3039e0c4e2790699ff
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6430d32a6e1b8de964edf7f3760cac30148cfff5
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a5c277faf5704588078b741007464251121521aaafa62654188e13332b1d04
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17a9f9ffcf4502bd248718bece97bb308e417375
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c4933d37a14c95cd704e40881427a01706800f8e010d03dc08740281f3ae89e
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562a2f38daf5527dedd81dd96cd69ced9d3efd0a
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e66257bf5f7e51eb9c5c4d3ed175f201dec3e68244ef43c8f1286877e0623e53
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2317890bd44227478ad827aa89f82e23b1df0fb
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f7d6ff031e49e7d454ce4b87a2bacfdd28965ac18b9fb53de1183840b00e7d5
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e876e7e5ebb8a5199ac59ddbacba16987241bab9
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e3b495e175cff3f7be105b0ffc04439f63ddc87ceef31459fa8c3b23a11faf
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4665d69f6737f06234d4f746780e132f5739fd8d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a849c29f5e8f388628474abe1c8aed23e08ff91312a6da9cbb80193e665de0
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08f3205b8a89ed0e3fec8c6fcb9ddf6f543aea4c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7f83615c25c72ae41e1d5c487673d7d1a4df2c126dc940cadd8a98010ce9a8a
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ea933078847076090c069d6af4533bf5ecfd847
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a47ef38de1c2a8100867d3b9664f3d4a30292224236b668e9379af9c548184
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eec413ec811b57dc59301726b5463647bde139ab
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59bf9540091502e528985fdc133e2f4db170235f647d096b36a634cacb330f7e
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bf03c74bbf68949a5342236793bc426d5b0bc0d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178cc759cb2faf3a0822369bbea77239eb696471e62eff5363edccf0446de248
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd49d5517ccdcca580819b9481412fd18a1781a5
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aaa964a11ce14b0aa2f0228d286a5053502ab66ccb93418f047594cc2a71ce6
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7816af2af858b6e661f6d347cff29475a56ddc6
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4032d97fec71d1a6e0a6aba97d93dcf8e97434d64d91da6f67fdf1a23e3e8c
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1df194f24c734b1538b4719abc666d9f1114a523
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb2ee36d12dd1944e1227a1cde4d4cddc9740bc0b1221db331299e26bb2c2043
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a58eb0ed5260eef0323eb4561ee561e55f8981a6
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b0e537907d7fb0875dc0fe640c53640fa309e12b1585794a64456e28e7b1e3
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d35c19988237d7b9a15b93a114ddbf4718867fb
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9fdca01882e971f19c5d8a4fb59889af0d3a34ecaa255e65b288db8e7d14b2
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2659ba2169bd393c96ab31260be90fd7d938e6e
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4232f605e67119dbffcb47ba8eadc149806541e5febb7d02e68ef5fd0ea8e8d
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f1cbe7930fd7a1137a22fcf160ca72a5e68229
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44f33496e7c78ca85c033bbfd672c621768f55d12cd9d1b92281e5ae8cdae7fc
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b82c01849608a9d4948bea50ec002f2524d87bd
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:625ba3637415625dab5bf472fede1c682fbb016729bc79e63da36992aff31902
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ee306d006bf1f0a129719b67d26ec40a5f6c5de
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9ab158fdda4a546b0df4b8746fdbe80c1c341040725558d45343e5cd812be8
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0895fc54e6dcedd2dd3100f77cb6505235ae2032
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec1b9ca61aa7e9247bec3c43e647d1f1b1de6fd9bf73062c0a748731888f9c9c
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b35446865f1d39e833158f95b2aaf28a63d2fda
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff85f482bf05168fa20b79208bd1e609d97bdf8ca98ccffd9fdcdca4ba174a1
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c8cb168daa95c553c6a5052c253faa811fe0f0e
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a0d0f44574f0939abce77c2e9e6900680cecd494c60ce0e63ef4a4b1b42e48d
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6eee7f16b0c336c2219919b28b484f7e55015c8
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd73d0307ea1280c73e73a7e1a48b4e74517176c0d3ea9b9892f77f6c81e172
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca628c7118d742d35e9311080ec4bff367f7ba59
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2130b36d6493ad4659e1d82af67fd741cdb3fc950a710f4d2c81332156a9fba9
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85cbd8f15e211d1fe3e7ffe252d86e86dbfcbe95
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547123b236cf38637e2a872f18c36bf62ad4f129d6672ffe43cf20d254e24d83
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2597e596aed6f1c2b5d0ac79aab046c4a0a6f3f0
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e61a258238da80472ac1e62247a18e53081ec70338e59bc1b4c9540dc34e2b9
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fa6228b4adec44ff575246a3e21687509b0e307
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8990da2c75047b8e751d94a08b98986bcd97f4b4a6e4f0ed37d254dfb29b6e
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c1ea273cdee61dc6febcf9536e59277e3f96711
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3ac739e931bb91eeed3d9a0fb74485ff6d2242e8326860a14c0bf761f9d773
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc5ee785046505e23e30ccb3c0f7010eb361f828
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6a4339c0e16da3cb22d64c8021da7a543ade9a70c569ef7421300ae86fdd199
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd364f6238059e2afc29cb72441411007e00c709
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c1a432297ffb103314d88d0fc29be10ed4f5e6bbebf6d9a4146baf23ec04ec3
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70cfb6a6886003ad2ccb57721b68b4ce5ab371b4
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817cd7c10c5ee5b1723d2bf0c4c7386fbf0fcfec5b1e97ceca86a4cd141ecca5
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..759403c9c293f78dfb63dad1e24400b64cceeb86
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99444d809f7eebaa89e7cf9d845e285ee46e9726474d20cdc24e01f9ed20b8e2
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c044e7060ce12457ee50c15e2bc8a65daa7d47f
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1405182eacc1e6c25658a92fbcb75591be9342234c093b226aaecda111b5bd2d
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43f9ca7b82d700c3ccf4492a53f606166b0bf634
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d4c4bd6511d55fd46e990fc07ade00a789ca0ae02221a5590d50438b7294cac
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77af3c24105af377eab46313a4c5f462869bc891
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b0a28fd4cebcd8de31f4a3e99062dab5d090273ca33fabb572242b0fb6e004f
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90fb4aa7b3f32762d833a292ca78c740dc646121
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77d2c47095dcb672ea6122b74be9e080c9e503fdd624461a011adb4ee8d3002a
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8491e97894ef8417b0792acdcb9698851c69c1c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab7696a31440508f3b19323a4d76c5d9386a77d1248958d5bcc804f78045269
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f100e2af814c92f7f788e522a16579d703c8cbfb
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30e122f78fbc104b66c1e92f6cc9e884a110b4b7e4f839713b46ceb6a2405d1a
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72fbc4239817f2dc97fcbfaa05a2d20b72210da7
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bb73350ac3f82a4a832462c5c6420f97711eab410b0fafd00146b95b2c8624e
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0368dfb77c1a0ff3427d7fed28f944ebe1d61d50
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f7dd0eb3acc86868c501ecc712114917533c0835904a1b500eea2aca216337
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8c441feae5381ac3f9fb9e21149d13b8453245
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753ceca36551a574f1a7aef2a7031599192d6a8e30a9961f2a9933d4f0312148
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..475f1a38339bb7c324b110a05f37a57369688ca5
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f7a03d66ef8d6cb8073549302acf48d8cf660933590c4bc030cbdc150c871f
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1e79dd37d031c439d471ecf6f47529e9507b720
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ad2cff073ecbffabcd8dc40a666964a3f04e51d952052204d858b2a28994595
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6526d5ba6bd5564b44f918be9f31b0a032c711f
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67fb0e2cf39b5c2b5a90cee52d79da2f0bf250a1cbb041150f10bc4a161fea4
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da5e669dbefa213acefc57611a7661af56a47d56
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7e15f45427985f6f9c80b7416bf21174ac16276ef38f2411fdb395a1faa573
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41707ddfd3bb8d7afbb145c4058473d59f700324
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:286da933da780eb22c7be55a9597ca834e2dc7dedfe36a1b040ff93200e546a3
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05b759791e9b4413406ee91b734c84e0f247ccb0
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4090335e24326c0f749cd2fe797d41da4497aad9bcd358c1f0b1c2ddd3fa9316
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b676425f2706ae2ec2baaa56c9c8f8db53bad578
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:754147d23a4221a6734cddb2c162217f74076ccc67f2288ffc3b7dbf3361bb61
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6145f15c6bb168238949b93431fcdadd9d619f19
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:563332ac2757f645347c77d26ee961e779f5cc64c83dc0c1fc4e77f0ce8cf2cf
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff5997c5f7abc332cb5cfa80a0741e82b0967d2
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7491d573d8e70f4849245b9c52c15adfe57595adc0ce50e57c626fe9f914dcf9
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9041496642f3919dd874c558d007d89d158c46a7
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee72188d9853115c96943b5d154996a6ac43220fa7f55fbdbb535e09830970f
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ed95665846928a621c9b8322df5d2e05e60bf7d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a38b98b13dfe170bc7998b289c5cecef0621262c298de3bc99ea1035496ebd
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..983541e0594269d5732b84f5db2b8b234a26eb7b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77af860537f1c79729874933ccbc2edaa1163780f938ea4275f515ec92f77c85
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..670f6d1731ccc8f32173186618a09c9cad9b8f8c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a10e0a3e67d20793f0ac16a2e4bdf326d0028168dc1f75b19bba5c11234cbe82
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a96c01714cdf401fa45fc1a33d0d5442af648321
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1d897bbc4a4fbb93a3aa06b44c98b02249255388319a4840ee434dbd5ee23b8
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d60ec445b29a8596a406a72b84ff32221ec551
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f11c0c1b3db32aa34ac49378f37bad8ed55d7f5dcf49f09e4dca2ad90da7806f
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a29eda0b07d522e992db2823509ce50336245c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a6ceb694de7e4d7068ec8064779873b5fa6a8ae550121be83cc7d95a8b3e7c
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc7bf851c8afd17b5f67b347545634c0d5a36299
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba6af8d8c9351d2147c81a4c1f913423684cf0205243b316c8c5f92cb7c2f03
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7905c7e281cc69806f17ba0c868d034f2d6cf21b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753fdda54922765ea07f1fbd11d2f8e4c18708558412b33343aa2d8c0b2ad243
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..432d57c3dd995590c161e635b7540d2123d1eba2
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8655780d8128e777003bc8614d70248b788e000c86b5931f1231d81177f67128
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ed58d51f9c58c7e31b618dd429ac5955b45a3e
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:067605e9b450b07e697d53fa4ce9945c69e4488244cdf219b72b0f7969946798
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81937041e536684d43e1764989a9eb439095c841
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58bc324f3ea6591635845c0f760d4fa4817063b3e39a8935b2a5265f267cbe13
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e94c7ec440b9ded08e97f1f1156f2f18fe2df3
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a3ada948e902b2ac5f127661f99b65a0e939c4fed1dfdf26a2916253b93ea07
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dee0fdfd11bf52e28fb75ceb7038602b552d11a
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4075c40ad759f06f8eedf4fff7c44b42f48867301786e9bad047b6ccaa17ba
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf3e77dab4856f8ce4702c4eec5b429c5aa5791c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92dbfa6053593a2d8daedf82b0217c4ddd067cd2259c2cc16437993be1822e51
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12af2620d63cb86563c60fd5d0fee2913cf48221
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eedc2cb8a1c6c5df8839eeb5f1a81bdcbcffae5594fe90f71704da9a5a4a3306
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fca10fe741e8b0a83cef8010f9614bb144b83284
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5612e7f06c332d30ae43a98ee79796d009cd48ac9b1b7ead4dc3359b638225f5
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ced88dd0aa53e4ae0dabd2bd42feacc1bc3736
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80df7632f03aef406b3a643a35722ab59af88cc3a5b7b9ab56e47b82b990000a
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e147029a761f6dfba7a4a457bfd1ab36e9e00a
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa61a4f1ab94eb37eff9c4d13ea26b0ea8948285ac41c5cd4d46da78be19273
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ed69545bb1c30879bcb553370aab9932a9b2a17
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70966fd02305409cd765f03c2ed4ad9ad7f52d2fda17a2d1e8330a861b55b3b5
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6df64ad18d17de00b0387a2418c85c8f6ed5cc3
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6921b797c4a7c6a4e52bca72e73ee2c5a9e7a353498b7f047200a542fe906397
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b08e7ca54b116ba6961dd4d0637ec74feebce08
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe737556c8c57e71fa609eef333fe8ed3e3280b0575f496e93e5c7ddfb42d57
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87569bb7cf45ec6aac6c6bd04b43f21c4daea25d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209957398b139d8424b494d2c93cc7660a57bf869d22d818538eac21d0b66692
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af2e63d42e27b04de60a41de003188293d45b993
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:272878cf60e46647e8550135e5fb01945455837db99334ade873b9424003a7c0
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..139a476cf5f080bf0962b6e75c0c9b0bc5805e8d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c4422fd95ddd6e395772f39116ebcd3c487e20a6e79a4b5a2dedaa008fc87b
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5975d761ff0396a9ac2102b87b182a4de8158a4
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea16af72cc8dd40ce2cfd1eb6b38fa3804c6ebf7f0f8887a4b24d0381cc3172
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8107b5e9da78d46cb67317b29bb76e304578cbc4
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc0b9d64b3806f59eabad6432fd5fae496972f62e0f7054907e9fac04556ca4
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97df604195e274691ae5f32c771f1b9026e8d73f
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb34d2f11f6ff94d8eef880e8f1a6e0204fb6bd9649fbda82ee2d8970ea3d7b6
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..545b6f109b07ff57350549f4e13e4026ed4d139f
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f58182f8b94071acc28abefc775f379e320843c8159a08e9b26d24e004d5541f
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6106e2af21e76bd87246b13dedd04e8a827841ca
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f382f87e6cb7bad2955ed26db29ef2f2d6dada1902759119c27dfe1dcb53dd8
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1a8ed15650d4a6190d3d53341d23e34337b7afc
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a865255bf3299412ce7b5bfd020caf0db14a0cc54d757e85a7f1632727ac0cb1
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ffd06b67c74b2972ff65624e876e223d8f57e99
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01fc0bf89645b3e64322952ad807a26346a5fc27b48580a86f7c82c7eb366232
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d6d0461007f0c66d764dfa4fe45f5bdf122614a
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f454537a7daae9f30be56823d95d50fa25d4e625233ac68ce632c07bef6908e
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb95ea0b344e226e060be773a1807a45162d8a0f
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:915e496a0e3dd72a2c5c24da8954c716567fb1d88a1bcdf17152be1d377355b6
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..293ac55921eb372d5638a0f322aa45f56edcb722
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e6c37ac4b7004a98dd57e7737dda454576824eeb349a831867e67ae102edab
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cae40aa542db9ed9fac9299806c79dc73c416763
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890b74403c2faa67344fa45ffa34bb012e5e995ab7fdfc4289207aaad4106f90
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ae7b0443e6e80dd49d18a7e2f8f0d0ad7b1ca43
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74749d2f43abaab24b08b7810f4c88f4483cfb63f5aed89383e74a792ce5786c
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb7d591a38813bdbc705ebd565c2c476a3c4fb8c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1278a08c66f9e92a10338d68ff0c722110f3270456931f6763cdcc77041e7093
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0ac9f6f9c03be0c2c7ddaed1a464d276789e9cf
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b10ec7e2fb4c7ae1c7bec7e6ad9a19ca637bcb81d14ae00b8f075a9f6619b06e
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a970b719bb505e204cd5c7609bf57bab4b18af1
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c8cd569e9011b1b656dc572bd20f76cc447204963e6dc6a4a3e6352dd99dda
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bbab111a0c55f0a8a1efc6bc3336cdc39b1acce
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e490b18c402a973af95022afb11b7719793146e4dc3f1747996f3afdfdca5f5
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20b41b13c174e77db62151ac4860c9dd91bd3611
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df9da7dcf43773b87a11237005601ad473457a6f9eecd3e49749e31f7af89ec
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f7defa6037e9fe5502ce6b2945685c0ffeb4a8
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf81216c879704e5fecdcf1237fda080b331b6136ca9ea9a54228a0f659195c8
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23edbe42d9003267ce64bec66d2d35774e8dcefb
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10cdf2a64bd80893d951e6f684d3a7b36cc4c0bd36414e5e724f9e0c6f0d8b5a
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d278846aa2069e80eea39651b876ea3675b03ee
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b03342a53ee50a27f28d271095c8c0783e187bd5958c3ca9ab07a29b871f6b38
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5212a4cd0907818ff0e0d66e2a8785a7b03cf999
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0b485e86291cf560eba916f392e4dacaad0231773078b5111f9d098c34a745e
+size 1254
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97471e864c9111063507b1df73ed2844f32feb79
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f89ed8c2eb47658e93f0f2bbf200b03764f8217700455918006438fe33c52863
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..411c1ef038b6b687ba43549be4e1bba209944e8c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb56d38dc09b58ea13a74acaf131cdb292b88acd79d2a91e597402e9e21af2b7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ca407af9b18765bd58812c7ccff58771ff0ad19
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d80cd97d369fb25018909d1cb6fcebc68d9b6823304d28fd284c6d77b017cf88
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ea45f10c8153747e06a6fc5f7136a0d13f9af7d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1f0ab509a20370387db5f95d709ab6be7a3c989c977a64ab015281a772115f1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be704b74fa108e89a6a02bc89db63d741670d50c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17c08b526898cf578f7a9aa249c8fc086fa3f6ecf6a29143c8cbc84e667cb3be
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ef5e5a7bef6f9982f102a00bb553ab9a9e48b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc5a1b4274808a75300f3b4b852a52074eae489af27eb91fd5b7e27d002da88b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d854bbade74526cfdbc0d947dc90f51d8bf73ba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d8286e56e08fadc5113ae4b12fb18698114654b2de98212d18b8d86db541b2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b33e308b44f25c7f799fa29c00f50ea0b6830de5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7fa26819a0250ba55503a411f2d679ede78df27a5ec4c9c9c6df8a93cc8502
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a2419623f03db2f8c26d3a7f625bcf3bcf5518
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4fe8b9ff2514e43ef90a2f51316a8f3dcd18ce9f0a03422dffa22c447ef5ad5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..599023db3ed4aabac66eca3ddc7afacd1d564a4e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c33d8216a849593b1cb4afeb7e2c3596aa2fd74d3172370383f5b1f83dc42ee
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ccbe734e4840e2ffe5b74d772bb82c6f232aaa1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e3f272236c204e8f23af1263838bb8b91e7f107384efb11889e490504367917
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d201849c82851c52f7f9c1549e07521ad0708e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0cbdd712a7c8e9fcf1ccba391b5343bbbf4f39efdf180da2b794c670a071a3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba7689afcf9a85db9ff67fd34b7dfbf471d97f2b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d86491b35120003b67de15225fd9001ae51b5049b062093e853830ec6c0af95
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..461a70d10cfbd7d85dd63e7363b79b91a8031d54
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e626c009f2a30fc48d0e17b6934ab6504cd3c89be007af546eb6af87d6cb17e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef663be97755a395af30afd49d5a9e8b088a8731
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a5a69cd8dffa84efb94ed8c79381dee71009471c84a8fdc5be0e5379e95111
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4319ef6208d9324d1f7f97915d9e67876a79967
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86534b28c05d4892319032f09b3108353389bb8e23383329b8af17b4115964e2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34fefaf440c2c88a4b432f45fa33e387e5557ed3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad29515e8c1e4939a8d9563fb49397d4526bc49ad35b2fced6cd9aa80179e20
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024a828c5e5fadd2a69780bdbd3cd1e5fbf1afbe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1402e0bcb9dbe099e72f2d987f4ac519324b1f810b816d183889a94af5396957
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..738b06155f7c41038f13b2eacd2465f10d22220b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d41d0840108d18ed3a8ed0605e1665a2f52d5d5e99d4350e4eca132a73e2685
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ebdf1ef51893e2e27e42bde8fc624c6aefc128
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5837bb8b477a23efdb5cc3466e5df826cc1b0e9827c3bf422ee487a57c7b9b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4cbe1df08eae0cad533dd951a4d62b3d8b37bd5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38dbb5c5342fa52ae638a410ee7ce57af4b2baf9110a20028e732b77f18349fa
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd61a1244851f4cfb8e915104806089250e7b399
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e857906e21a067fd43657cf9168c2c2bbf7c4f83a1ff4894a2ef8ad90751c3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..920f2f4fd19d61a8ca993c22112860255eb5a7c4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d9cd55a2107e543a1d9c58aa08796700c13d999130a35190d4ba5f88b2dbff
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..470471c0b7e68fd5cd4b891112867f505ccad3cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b420a910b59f3decefd0084bf3b581492ac01f248311a9fadd1e513c10a59b2c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58740f52a8957859c61ba880445b9735e57ade7c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9815f27923efc52d80e8b81fbbd88f74a5db8c132aedfd3c52a1391f53bb5d4a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c8deb2cb1ddffb4a7f05af50e190a28ddd4d84
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e4a8e4e55d11cc3046fe07a104251ed8accdc0d5dcd2afc17cfd6d6461349b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89721fa739a08e34f8c72435c8d071d6ad2226e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:389aac5a4a966bc6ce7314bef2245dfc19ec1abec1ef87153bf66f317ae8574f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd2b2e952ac9cc40abcc3c47edab8ea35c71826
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79be106179b8391ed644c4b345b695c71411c753a0debfe4421b4a48a0f142e6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e53ff059c3862893d2bce12ad3a1799d08c333
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2941711a381ca3717db744abe3a5fb5b7ac67b203efaa3dbf4c6d560f0203b2c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b80944e0aab6754b16d3682418212ad70617b50b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7081b1293b409d904e267f4b5d5c320fb41c4cdaa30a5793ad50a1928b25c42
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da10ea8a4976ad9e75e6a37234da94f704738fd1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1527d0f414e270c644adb081596ee9c2fdb3b9a97da83c1fd677fa230613550c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b08f3a21d89dfec35efd0d9a193ef8f1ce6e437
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc698ee94d54e2f83cc17336e418ecf34c931e05bee4cefdb0a6c918bae45825
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa4264058e7827e7fd2c519486ce4dcf65b4ec9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c81e9607029ebdcd095e7064be3919bb4d59ae44be4a557b923601497c7850f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a7ba465b2e0deccb341d0a48eb36cdf5547f43
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f072521900448cdbabed02f882dba64ec340478e2ff954ee0416c5e07957e2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d57cfba27eeb565736e49b443847b7b19057cb77
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4700406a2307757604e5ec7c35f3686f11caf4642828b29475935e899f282f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1b3859abee4438f361afa2930ce653549075b55
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a2d1b14a6dbd73f5bf8307c3a1b9f53e70709a76bf0a189ad446f59cd4cb545
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c83050ea15b06cd140a54e13020c67412ee7b5b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c991b22d80cced57c7c40e1de164a2185aa19e6aa509cb901f6a6b130c2b2b69
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5239b43dcb9bbda07813182eace9ddbca2fffda7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c5d54dc04fdb46abc4e5490efc5b6fff4551f6277a344b93b077f96656a3199
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c722859689d44b24138e1d0342f67a56c7e43d7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74c8ce56370109070cfd311da2e29049267762594a71c8594b257d2ab32d033
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3885eab6f6827c53028e400138e2b0cbe4b142
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc05655de66d6a0c2d7527894703978e75e926c69b239e621b63d329292eac11
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff1c21f7406dd42482e4538f92a1a3495d8665c9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30da71a1868aab8c6d7834bfa30d8d2fa5f0cb8a4aa8aea8ca38cfc021a4dbb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6ed36fd3b92dcd6d8dc0f363cabc304ab2b737
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219486b9ecf1dda4dc90081540f02856bf36d848dd36e1238c2f1a1cec9e22e4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc0e1c0c9fd02e38a35bfd21a804895ab293b788
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639328fccebad21c5ab1d4b49e03ab4a93c56cf561ff67017583bb6f25172b94
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f2bb5d290aad7e75b473da67845863908115ab4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:618965ae2de297d51e1edd00c10e9127fdf5709c8c5d81df93b5e0b42fc14d72
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de8cbb5ecc7fbbc95ea9d9dccaaff3c88bf5b0a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b6a49b725b898b49c520e440cbaa0ba4715bd34dc602e50c05660ea36cf3908
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c606a11c40b949d8b03826a59482488e5fd75a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e31273622201ca22fe0ffdb171779c985397408cf846668b3f968d7fa1638240
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ddde2513fc1cb3f31a00b2f6f96b68d96d54898
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95f9155427abafb47846a7783857023c342d7a27e6b3c7ad767eb4694f08b8a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6338176343730bcac26d946c068b84bc3613a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e5c76f327226bd66d094f17016274863de1269048d96655ca46c9dc772086c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9173c7d949d3588a80704087fdbacc6713659a53
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe271761ca21963a5e0774adf922f55fd6dc0b9a67f44f22b117fa062b0c3ec
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2660e9c4bc26ef25c0ef97a68022d3141d153dd4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc7b74e8c273b38d671b7f3ea9cb79f4ff885f8abb9efe9fd33bfe36e1addb1e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af11d2cf1ccec649fa40d7643e0dcc1a84545c60
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77dcbca66ec8a19ee160d8bba4be746edf0d5c9890dbce6c73f0553062406352
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e5a53c57314f098e991b9af92e0c3cf3a339e5b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba89f65c80066a598c6ebe6321a63eeb97762767b86aa649afe8537a73903521
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..695dbaa1759683afa8727912b6e7575c6e00c3bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:099b514f2e874b27e4b1dacadf809285079e168e1a5a0668f9e4cc00e18182a1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82736ba6217004c994fcf846df8b2d3ddb3f456c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc156d9233f52ac5ec8e3cd10c7cd4c448ec5039996eb5fe6e4d2f02e68ff1a2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b5f4d7f09b5b37cde47d3d0ab8fdcf702ca8c02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da9845bad954538e3b30b7b1d02eef0fe19f011ffe4bf619d5e03ac9aee5699
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a96832c5d7acb5712cb9628009ecbd220823fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e04ce67fe933fa89a787eb4f2b8a0666528e0af7f96746d454a92e488a735d89
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfa2e0db853d5e8b198a4c5a46c5ea86fc79bd46
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90ea38bbe3a2ef7f38d680634d621cf569b5f925e04cf372877ce7c533736ecd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df01c56bf85e184ea53accceb5209846efd7485
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af981c8081eda6dc4bab0b73189b1f06bacc67cd3c2c56a24cc6ba9d474a698
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dfe6f255a0e180d3781225a3d222030a2df4324
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df81d5e22f6c12ed0c7523085369fda155812ce2adfe19cbbbc606c8dc11ce3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af0bb808950effc7e409bdf3c929b82904db5a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e948e6ed1aad80a9be35b2bfa426d5588a84ecb76d2999106a3bbbc39b329e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..224af18e012b08a0de3dbbd18de47d45bb9ba9ef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4781949fe056fc1ea2b27953ea4132cc1815ae0efb911dbd28fb834ddc759e9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2456f5ea71c79fea4275f0be76e63d30f18aaf8f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:867360fd6e535d6df5635db1539cc5e13957a845e4684b9be7b9fa9cfdb3a346
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14f04e6a738ed6fce4e39ce6eaf3d6cccede8a8e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:009696db46151438bff0fc940c5664ffccd20b7ddebf506609908388e635fc00
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f707e21e7bffe95aa9a80ef65c55ecf33002a296
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1995e04431ea80cb0a88a803deb33440f2912e5495529de8f3689d08ffc0713
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb2c6ff84811968334b8d2c6db15a85d21dea613
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f5ef54a7ab1737a441aad69e9e47bbde9db89d2921bf2bb1fb60c7c4155154
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb4a615e6ce04778156a98234bbf345c3793580
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6359f74770fbdf9ef8388c417045c9e006ca43d7692c54f225515fbd79c1495
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14449c4359c1b4689028050eef8aaa04fe588c62
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c578171692bbcbe48124b40b0b671f06a3d860c5021bb10f57e3cdc7a95007f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d1ac192b07aa3ead291f875e8ab3c45f306166
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98d6778247a343146d1fe8a8bf0b0471d72d87f7127b7a10c4b670531f01321
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b915c3ddbf645970a6510b40bc0b96f0d393eea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b1ac6e1df9de2edebae7acfb28c300d633a77430ffefe4533ba93704759100a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58418a11f1474503037f1cf8236faf07d65b3565
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b85359de6721845646c2fbd443e54267446b42484e909d7a4013a32b9ea933d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea1bf5f6d303bf8c260be3f289b9241bc9e3cd4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:464bdfbe6c773dc08b980ec4930269431c1d8082f1dd2df9514a687db72f20d5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56241965cc1e3d33443994e815663a01bb79d0d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ece77f891c6c78e296c26c16adba3166a29f572575ad6f6934da633e73fe678
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5741c92cacd8d0f94f66b8a724abffd57ce53cbf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a94cb413910dcae48c92bf4e40a6e7544068d1c8395bf5696b0db36bf4e7b3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c6156b5a2dc577f50854dd0b557f28062a95af
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d41db670a6e28c522e3d77afd5ff820b76a3992685142195a2d424511c5cde10
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55fb2e1c9e66c1c0be20be002f146184c63da5c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98dc3e7c1dc76cdd34947173ac388e6d2aae888dd842aec6975bd06ff81e8329
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466fe16f3b56f524622ea03b82c1f9b591a207da
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca9978e399851559928b2f60ce13762d29141dbf38ff7642e762820dad9a2d7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18b6b38c386d5448f86e1bf9a5f0503918112479
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d935c72ee87f5794ab1aa439a3e38add23eb468873b256d8ea1a8010db7adb2e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a043d706680f409d85ddc234aebcffa0d9f1f84
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6784b858e764f2b56a0113f1ac92fa8e751aff8b718ab522f4f8fd4e1e44f82e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac21bfbc6356fa79d1ac8ed39b2044250c82086
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d4a76d5a4fe6e94c4f619bc8fcb9bd19e5dcf8a283a291170054d90feb9944
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765b267ce42c610dfc26753d9097424b32353905
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe281017e81296c0d7fb463a9048b2045dead764c774462647fb8bbe18c6ee4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a92cf999edc1e1f6445e7fb4bb2d51aceb84fae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e0516d6920cca79f7b8fbb1d37ae82467779e82c616b6a47d3e982f84832fab
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fb010891badbe6a42a5be21e97ff1ce901cf95c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216c6ccbde3dd5e300b741c48b8726f10da417ee2455ffeedec49e37b840d076
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b1c685143d1d84fe43d7792d4aa2ff00411092d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a372c878ec62029c881a5129dd7dc0de37fd68093c7c3de9a692fa48a7a301e9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d05292cfb5c89a29b4a9f8f9cb2ab4207590fce2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23e768b1673328a239541cee9ea3cb264d3900a2641e14b2ab283cc1d60fe09
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad82882ab21ad2971df3b42f491ec1789b6fcf43
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a42275c4f0117f6a6706e738b2d27cee098783d8a12f24f86b3e7c3d6f61aa5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54f4832833fcd70cdfc030528b95ad96172577b6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c98105029e5eac4191f7fc1dddb8841d83b57352dc17619d337822b156d8456
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..396f037c2ebecfdedc228ca36e469d32e3b6473a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d68e02d46734926c884086726074240b238a6c116b5175752f9b4ad7468f10
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66369c5f39bdeaec8ecf9642bbbad08860c1a9d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8406a85d99cd2f2d90bfa6e335fcdffdc2890c3ca10227dbf204d644bba52e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a89300349f1a884277c149e478ce8d4c9367d8e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468f92087dd8a28aac55356956c4ab42ae0553f2922f9611f3f93d0b19e774ef
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e9be47998b0a01ee4e2c8ddb812245212c57d0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7042fc7778fce4cb7aef27b073f6b58e4473e81dc435d1ddfc8a289093e0d490
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbabb019562b9384acce5d44d589381b037c7de7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd937bbae710c8aa34ee381607962e6036c7df7fe9042f07fe0f28639bc07ce4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d33b5fb3eff035348c77010e7a1de90f0b5727bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2bc407770c810342912805cea5c9455621756e86b4b9e0d60b79f24fd7799d1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aac3a9c8c453d93c7484abb3356664c35d4a4a3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7ea3fba5c99bab2b90a2083aeb50f295ea7a4d5939452e3ac287d7694d441d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe2bc33da998b3e9df26ee93df50edce120c2ecf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0acefe18f139ddaa2e2c7e18ac959011ae993a9a31fa7cb0435ba76c079db9f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb3a0599f2cea54ecd92f9d61f59cc3a6bff9f16
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b88697fe96b1da7765e06cd0b8728acccd269635a6251fab0fc928a871322e49
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26c8bb2e244cd9307c49f546e172deb97bd10ff7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa31ad273f8b628331a666bee378189c9dea6cb7753cac9c73a1bfb16899df9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765900842a414f8b6a9441b5508401323b5ac983
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb7b171ca3e2e1ea99ff7b5303d4def3d5360fd971f14a839d061a5dda2e9da6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de58e46ea522c3b5ee67ba949584372cd4580cb9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5349d9cd17fb9a4a9714f236f3cc38897c1e568bfb526ced002683aa911a34e5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad06c9cac6ca55d6918eb8c6cbb82fa22c0d0896
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e2f8855258e64fa0b67dd48d9156d01dcb548018fa00bfbc3cebdcdb56926f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f0fcf6f5dc7feb1ab59bd799d67dc71403d1558
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb8c2d85bbde6c754852feaa8ba3ff0f954ed66dbbb98170e6a1b8fdec0c8827
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe18106eb8f8b6a2c8c706625d42e2c943e9f87
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06841aa6f1e8ed036dcc422d2732fa12273456ae31b83c5f8475bd9e557ee6be
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd8c6a9060d67c4532035637606a9f900702f095
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e9f81ec81cd26cc3a9ee2a20f69eb29c54768c33cf0afab391872565da96fe
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b88c99409f0c0a668e12fda2d566ab3ceea3adc2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f17f7342354d38ae87e86eb9a01f8baeaddf5b2966fc59e0a86a970b7cca10d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a754b3628b445ac2f753b56497902f83fd01899e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53df51ee7effc263502ce02c3ee8321c61788346d2c3dfab6ac7fd77f48150c4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da0f1573560b89eff82668dc9741d669324ac4c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fde76e93ce2f92cb12c4ca0cc861274d3ace1591c335feccaa878a7bbb660c2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..265486673a85bcdc602395cab17877b63d6795a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2505dead14da2b70c48c605ced967b88295323ad08f1d450a2100b0e7566133b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..413c5e9517e7481172b5996d8e1e9a0a251c0c2a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef2e15dfb3135cec81a1b978dbb1551eb071a4e674cf2766992e02a47154c54
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69cd1b2c8d166a929f6370427f822ccf52ca9508
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4195874b1013804287ae2c59ed55a62910488611570d7c46873ee07a3b0c678f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f3506ecb0c7c12eeb9d0b425e0cd2dd9eb42a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbce5d3f682604ef1d3e4d518dda82b5b89dfd8b4a3757d2cf18e7f4131f2673
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff67834305bd5b6f63e9dcee2435ae0f8af52a0f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa59196a816cbbce2e733cade0d665960517fa8ad70dee7cbada2fb73e99693
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f88fcd8b9fa30dcf26ce72f99d100e4912cc33c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1473165104e741d6e009f634363a4fda706d4f29cd84cd442c3ba8b1d7949297
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f22ec4f05f15e533f4acf82bf4cac167510576b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a0762eb69300be09777a7e1b8349c65783407dbe62b88dd4e8a2b57a70cd772
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed82ffbeb1a17c85fd5fca2dc0a6630643701c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb4e5919290dbfabcd7bbfab9f3ccb7623064d6ac6c75d2b64f9dde95d443680
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f97e348409ee15121bba73b095d095191300ea6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc535210bd4a2674dcc0cf2efd96658cbb3fe1c9aaf992e71e2eaae210057c73
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee7d6d1118e90ab1671f394d9b376720caee6622
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b70049a889f37d0fb112964bd2257dbb968b517d029a5d05b98af676a3975f2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ea2345bec144fee7d3c8744ddffaa868f2b509
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cbbc5011b8a9cca42548c5a9d4f7fec6f0f6793d64eeb6ea6b808718474d592
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51d81d8bbe5443a12b1d7754cea3bb10f07bde14
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d63c8f0e1c28477bb88752594c1e55a39dbed39c274ef3b03a6596f4b6caa8f9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9ed3ae95fda851e4dbe0c8c4b8cadd9d119d20
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0836c3620cd45bbed88634b8b3eb46fb8011f3b80f42530305481803bec7382f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7e3d17f2956912012ae6485a45c6765c34
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db4862855eb778803da3c029e102f8725d009e12353bcd6326404ec103c910d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..560711932abb9d79e8f4909063bdb6d955a0bf7a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56f8899e549d1fbcd015cf63e400364ef31e4af6f0d5ba73c6c87cf2766f1e36
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c84d4f79a17b57f47b4bff0c0e631f66e9c069
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862ed7053227635c06ae654742bd11b78953ff9cf54f2972b7732abb99be5af0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5698bb538d76358b62853561f21af2f60537efe5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077f69173eb620a1360a5137c806e18478617c42069ffc11768d568d739b3050
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d024d78bea24c43e5959c096d8daaa698e868337
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1853e996efb18feca25d375a881e1b94f10542ff0daaa6bb39fcb3e33ea9bb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81c0d00ef31962ebfdc972168fb15e03e68dd4b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92506764db509a362fc4561a5843c1d863a9350eb75f412c6548843c7070db3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31dd2e44056d33b7f10032f738905317a87607e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54bcb15db6b693b8fcbc4140c4857263767119a6ba2c4a5c6023ba8e39687c1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf0c7f7d4f66a3cc6ffbc54e4d7cfadd1d4b059
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47cf08450d0e1d3541476222b324180b57cfab2c1c44bef98338f5cb3d0e6e63
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c261baa4d0ef05623372f8d73a8678631482709d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:161f6992a0664d247b83602dea9d14981b8a8745252168ce0b387b1a862d12e2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50dc73a4500f410ead8feacfff81d862eb7c9288
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dd747e80854a97372f67d3e2dd8f8fe02cd3b06ad2a4621b850d185e978c9d9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9595526fc778cba94e39f33888f06a1113ea03be
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187518b681db713968521efa96828a9b99db46fc3ef2c19aa6bf674b09dc17c9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da463fd4f949690a08ac361127e8d4aee32a96ef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a901a5b83cde951f097e146ea909c53cd6cf6ba72dc491e835b0f6c1d49082a9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de7222129979ac315e8e360e5786da505f85a93
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99eed87def1db552f67f551063a0353ef7cedcc1a055222781a66ef7ac081180
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd9c4f1eb64adb1667ce52382be495feef06f6ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1021523d7d881513f554c872fece627645b0bfd92fb1559c493d1ec4ee66441
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..784a7aefdccc30cb4b628458b6224b102e5b6309
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa84468d5bfb57714a1d4b4d62ca7077468881100c16f11558c3566b399415f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb551768b19bb2785972b19c2fb06a512d1b2ffa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc6aaa5c55d6fbcbaf8890fedd4d4341dc898f24f37ebac323318e75cec3a30
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a72b5700547fed9e650d4f9526aa64e6f71ca221
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e3f2a188050af6002a1e85d79d4eff89686de49db2694214a23e63573a98dcc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a34c6edd0d36d5e2ee0270b9a4c875efc9e496
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edaa7fa5303541f2cae8413ce15de8877a2edce762dbff82039f64bfdfad5868
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26de539a203c254441bf6f69923fd75ce83e8f3a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ab25ee7e77fd6b81755a9e1415f0898966ac24252278e5f13a89e0d44a987f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7c39773e522373e6b1fb56d0d2ae713b68625e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a144293397b55f4fdbf1f49476121d4c03cf7f6518a10f3e91d1ee563ad6c6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60699a654c2599496ba5401da92bf808a3b366f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042684fa09d54065e4fcc83ad035ffad27dd06b6b3c1fa3953fbdc51ea8368da
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..344b84b8a3034ac04ff918bd04c4cd02933d65a4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45dfa9c96f67aa40a03559530f709b215f52c6f9b34a03875bae064bb0569e7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c37f0555958a3f672636718146b745fab324c0de
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b61cbd7036a7bb69e954137ea70bc4c5086bfa34e35d423ee91e9fe5434ef9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4790ddcc05314524e31627a86962b38894e8f3f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ca670b14cac7281695d5f555765baf320decdf439e2c3ff9c6b46e6b3cfa38
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb306b74cda658cb96bff9670d9473fdfe3ed1c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81df97359b40c1f06531b7ffcfa0ce04cb1fe99e6363f8cab9329fa35689e977
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23bcae4137d04713d6c7ace5289ddf7d59ac2a1d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a94a32ac1bfab1d7421fe3f4327b53c44225facdefa274c0bef9a98f968818a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d1d39097c214becd1d5fcc932f0f0b4a9b44938
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a2a489e1df80be3b49eda5b96b89806fc9e1586db9bb83eda32b7fd40f68be
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c92002ae2b911303622cd70437d4c5b2652f8851
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9887e7182b76e37f56edb00a6e4a22408ed1014e8ca5f2d70ca819cf481f22c5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc4cdf8ef19ffe1ab7b32d07c067b3cf9564bb96
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba2e75954d4b6d7ae157c2912c9ad447ee502f5bdcf589d7cf4303978da131a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e2d0ee53d9bcc47015af6fd9caee8c174e037a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d86e86c5c24991f9cc39858b462509a0e53659642961efffa0975f844a0d3414
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3d5a9dfcba51b9f703ef69afec3f278a19673b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f43837f7191cb77c59120efa66a2bc64c47e05349d1e59137af5baed832af04
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4954a819ca75ba6e974cbe580c2ae890b9f7862a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da28f41d40952ffccb8516fffd6d2f08cb71b71d4fe92f18d5c7a6e3a7e4eef
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..241d2463d1066cc94faea10ea0db7de1bdca1233
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b617946b0f3ef8559d69c157fe96f67bd4e7deb2bc3e46ad840787cdc8d36710
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1927023d4bc24545ce2b0e24c9978a3c9ca1328
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b12523a050e9f56c180aa8ef552726201449f6bb903126b5d619dfebdcf1105b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4fbc5eab6687b4de5114c32a4f3c8f4ceb0ceb1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a28cc2a42d457298c11428ca18a7dd32bf9c43d06279be9cd67e496e97f575d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8475b6ab9792fb5ce9ec96db57df12d912991ed7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0160cdee35ccb6a814d00307ff147659f0dac547e60b3fe3ffb453101eeb7255
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a790542566e5624c7d2bbb71a636abb961eb04f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eea63e0cb75db41fe9b2a47deee6fad8657fe3e07bc4b3f0038bb3e6bfbeba9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a465e242f3569222984bc3c5415ccba9c97f9573
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c1acf71bb0a788cb2cb432cdd31b4b9e8a7bb9118c38ca105315503af13454
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43548e5643f6696957b3a87442d86a45565466f7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68897ffbb99ca3fd89defb15bb7646501e420f20301e99dc57a1c7d8d816b170
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9659ef9f7daf41c141e788decdd26ed223250bee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db128b1e0e6bf3cbcf6d92a85c548f66dc917a32579215e92acc5694fa82b2a1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2fe7b7b5f9ba607ea457efe76c48881daa6cdeb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ca3a6d4214ea98b71c100fbf14bbeb6490f65c92ca0906ef84f9de5d32d84b
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb3a1e16227674e8f56fbf44894b837004bf6c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c70c1667f1eb250ecead8d0796e61d83757b3bd51f06f85b774ea4ec0d1ba9e
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f32480da6580fdc44ab9125f3a3d6e2daa0a0993
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c511e49e047c9d1658a59c4b0f5828be398263931e087b1ec74f9efed5be26ec
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b976f0b0b5be2edec6f1cf72bb05dc44c69f22
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c697ed92a53507fd736636aaf00b202d91d44b1a97379b8fe26e7f7eda433cc5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f769823c095c7c6d58fbc3ef1a5ea8c5b4f37f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e88a39596451aca64cf39f2d77fe41f3ffe25752deb8ce49acbe6db1b6096f71
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af89a2e7bd66c34991ba20097771244f3c452d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e1d1da9be3d83c054b37e3e66b5f9acec64a3d9fb15064ef43d73ced80754b7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2bb4a466fd568c89a21a1ea16490375bc2a9000
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce3c57a53e33dc15db05bdd7a0d68e68482be96a23d214eb8801bde76655d99
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4973ec876436626fdd71d548c42e29c1dcb4d8de
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d3ef0b7525187380ded24f8d9d88173812114a74cffcd322b51d5a40a87a2e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dea2f587bfdb7e62d44e3dc91d3f9c5e037bf2bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b011d39becfb47382941fda2c80f9b32c2052b448c4768d80106927b74779e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dbaef234a0f79450d248b23408af225f2f954b2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c74866813af69b3f1d4a28b44d04fe67e70124078991a516f14d36315074d20d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b53803841bd1ecd74d76a86e8b4df992d331d792
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84b311d7d6dba03675319f60de215ad614b5574ea2a339a5f14bbff8267619c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3699b1c2417175b36c173b32cd56700f5339cbd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccebdf30f12a24b5b67b00c968513cadc259d73777278ef33b3a8afe0dc7de67
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef80ef3cb2f918719101ab0df6af66cfff1a84e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4138e3ead9d8d683ccdd19c8b6f98c1c8f8ea15862384c1892954bbfb34f9f53
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e5ebcc7fef481ee8b4d990eb1c3bc0fb5e89eff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31d503a34a2874e8dce0e06115e26ebe7f6160c5bf481f17ee2446031879fd7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aba121ea153b5397d1d3d3c0a5a4646e8b0b60b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d65aff516fe23729d190c9259ff2e0b5438c48b3fad1999912183db1bccece6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa1748c581c32dc04d73e995965c87e559f48307
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17361e781592d92084b0adae365d0b50dc9de3b4e984b76f4daa39ac06b34190
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e1eefe9a08235646be7d2d2b4a6394a2cb79fdb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b05086b0a079054034c0d260b75b626fd722fce3ba10d0c779f53f6e9345f7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..238de7fc986d0814f4fe6cc31c76bfc4e338be3f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a3fe3048e60cba1ba3320fcba89c945348091eec73324e2c61f155e88e6773
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c3cc8d830d5e4955d7f1ddabdc1ad38fbfb7a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87b0af719657fcb23a57150ef663af06571adb71579132bddd40a15c37094f8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e9deda985a342cc063a9b7d94aa748eaa40e616
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ba6eb97e0ac799ea3f90955f5e8b613a0acbaef4bba8f7b8a79a3de2fcf675
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e74f534eb5d08237829a56ba06ac0e0a8ccda96
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8cf5ee15b9e83da2bfc83ff36e2491de6e448d1208b091e0c8f27c0c41a8396
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..251731e657810c48de1eb48a19c7f52784eaee79
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c1a72341e3f61c9f90578f5235da317a85f94f010227084b4a408821b5f8ef
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8910cc679843e81b273d8568651d0d054085f7a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:223ef7d77aaf948344ef669b14400fea5ad52d95bc46aacefef7c9b145e165b4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10dd5d4fb78cffe32c376c0e5308ebcfe6c25afa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2967e476a905c4e3dd6f55f74c65dfd11b9fba447b4c9b6ef9cdb2551ef67d5d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9967bcb1d7f44ecfbbca59d88b9bd474e6739946
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e5e36b9db0c46600e1d7802780e0a982fb55abb66fc969304b44debbb6cbf5f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96caf98f26d7e23829216c210128a239468d96ae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d29e444259356ea18da25d20a08caacd7f1a45363ad13309ec056a98d3cf116c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62bed9be01c82ce1ea962749c33d08bee0350a9b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b77a7f0f6a32ce4e633aa1444138a04395e13fd1edfd57ec2ab61a8fce33f40
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b5ec6d23115a0c5c29ba3844c541d59c7b8f64
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2becfcfc06dfc46f70075edf0819592ad7b622d4f459b38e214910eb6abb220
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db2aa89bb483852d8e0acd5d31dfb23628f94a0d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edecbdc693a65391451a2ded13694adbb9a746df1f083c6c3ef5bfab3e47da05
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..506ec0ed49c897456205ea3226fcfb588271b184
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1db05927fecac57c5c32edfc582875abd8e9be11b86d95688a79188b24dcac9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b803fe30782760f2927317c7c9345df5fa509ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6784b542097fe49c01e60043bab3187f0c9369a07887799008493d0f4654fdd4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66256d8deb7dc55741032eae78508e1c066ac664
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84efef99cca8d74eacf4da28eec76a6273776af4d03667b452d4b384563bcd48
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b495c0e4cc402dc282cb0961046b489a41172a71
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d2330fc668a55d7286a60026d30be7969382f3f8c043d3c7283ac3203bf0196
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73fbc7a56a73e0eadb83c3fc809633412a3f8db7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1da1bfdf043a624b31ac95e91fea509ff3dcf5e472c5240b5630ae4100247f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d9584e9432f265d5afc5c66f4a6bd2ff36dc314
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:866e6c7fa02dd7fdd812e84c7775b7e9835960f929f10be6690b080fee44ca6c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b8f36656e4a813a50d18466603a97a0b9d7c948
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29d18891dad390479ffcadfc7229c51c48afff9a094d4e9a493c258eff1bd74a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb16b032fd4f1a50d638ed5b9890fd625802ac1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26c66b3a18b821e6a98c84c38ba328e10de8668d2751d1f357c5812e3b06c47
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b654c7334dfb50b1e229aa058f75047b3d02d56e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40de7d5396842dee9a66cea3fb3e00645ab1550137d60ac5a844f6bfbccf12c0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75e839cc44192eaed6ebc5e2f5fb81de7dfaf8ce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784253c34e2f9a9a9eb3162233043da7d68ed5cbcd6082d1ed515596d443b189
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a3d9ab822505a54e51cfce292cad1c4150710d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d718f03018f14bc5177d9704738772bb269381b1dc475ebda6e9ce679deb5a0a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31fe0040e984faf04399793dda4ac9e2cad1b34
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc6bf4833dddd53933d6d39bb1dad755c8d7e546ec76e827f4b294e72e09caf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f399679a3cb154b295dac666ffe25729766642d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66bb27caf8958f16a02412327194a52c20bf49e77016cd82ac5ef41787d1d74
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9520cc34e1d712d62911811e587bd65b38739f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598d5dfbfec89753d88f98bbfdefeab1ee8ad87358b7a90ce83c738c80fc859f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d454da0181bc892db1fd66a09095bcffffb05eb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418f45b46e3e2895e1f3dd8ee7934bc403af6aaee48d050f9185ce080debb259
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3106b831d66f4691ed27426a8ddf28e2ff99d3a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4889f0c0caa323a29ba28ec7470ab2cf3264330d55ee6bf83533bee43f377fe4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c06a9fea1e226f16744b67dc8a6794b8adb6517
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84072dedd6a294da6c0054524fffb891fa1cd44a814a1208d7c733fcfccb2cab
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cb23ee45bd3567064d73fa58f648a61b815de21
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a586b9a6478c645ebb4a0fc86a632d6bae15f8a4dc2bc98bcb1164b9f9a52a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e3126f0479199232a331a51d22809b42072bfa8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9eb074c86521c53e3c5522a0208190ede264420a0616f2e0320d84313b12975
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..130992cc1a212751b811288d9f23a0174add0f16
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:074cffc085a80b73c05cbf904a9c3b93a45c281ac75e036cfb9425886bf3cde1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5983333b89d203a0bebab4699b884f939d981fa3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7acbe8104a691d4ceda14d272af663bcfb0e0de4396f073d39e1d21a4052544d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da541419917e9baf0c7665bd05764f31c4790d11
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18cdce5f5447fdef9b74771890dcd8073910caef06d017c3a3f897036b88ff4a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d0fefd2320a83f8c898b6f98bb6f89d649d9d7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:611867d26891152c7e2007e2b7cc712a38b48ef6a45872b05e40782106bfc785
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff2bca5269d5b5d110e4fb38e3b496825e52c10
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4be3228872e69373569db77fffdc43e2117001975a05fcc1d09a3c1e703b48
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c7f4a9d8c57e3a06f2b61fcd64e43ed905a9df3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5ad720447c25b16b4316fe8b7a6a890061024dd74f001255c5cb506966b425c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a92c721ff084b0a9d0d45ee9af3c3c8c9157934f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:113b231ccdbbe932283d50a2a13119c1e7c297b74a1e96ea63931011941c4091
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17fe2f55a7cff65639ea0e4bc952d23d2074cec2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdde2676be7ac393aa7dccc3824412ccc22607c58375e6946d2ba85deda6a8da
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b35f4468bd34384ae7509b5f8c76b0edd01d5fc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acffdca7435d0a33b76a345eb291505da29351248a1a3097f5ff03105425faa9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f98168e0eda663aab2207d8e47ccd9e72d99fc8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de62a2e61ddf3b71699a7859e077e45e0a1c4de1c35a820d01607c70ffe95aab
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1885053d5cdf7d10e028ec835570395a9a7da5c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bbdc5e9b6a9fa278282bb5308d894e281510fd806d7241d82db4f0570b2dd75
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eff0edd113aeca3938070567f06ec49a13ec4d47
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f81e299185bd13a532998ff2df39e744fafa07b40480dfffe66d76781cb7872
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad5ad69c539959d7d56b750d76b0eeeefb5e539
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8426b54b5858b901c6d487573d4aa053590a30607ae57dc5803372aaea223611
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f217b210050f3092d2494af039a082b308b9b1a7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20089d9316deda0daf3de4776abcf6bb41c32156f9228f185c1983ad85db90a5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce813e0c0c7e6ea67002ead17ccc9629bb56e0f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4e00b6200979e00a192115e58ebdec7ce195efbbe94989261fec75e5cfb1e7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6505371c038f25f7c8caf2ec4b7064a8271916d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e3f4f640b6ee82c4ee1a63d2ec4c16a988e11840cb9d8e229e8ba2952f4706
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29303c2360f70b8cb445836e3c9cf8052b2901d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb26217c87ed81522e23a2704c7db552a3434eaa5598b084e3899fbe6e853a4f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a745c3b0a8958dbf4904836694557b2e2b1d6e9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c8d7d4aebf4f652388d99e58ee2f2291ffcad565184f5939221868644c7e0bf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e264d162e783c75508d75e14d01b408c72d7a4e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ded3464eddad5dc33fbecfd1976015ed9b0ab59bd15009885751f23f210ac7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06307065a86e6f27fe87c29572e077924b192fd1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b579a26e31711423b2a6736bf85640f22bd52b081fc1403a07b2717b05ea04d8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b2de045082595f6405cbf8cca6d3328e8cb2ff6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3084e60e240aa1ce9474ec0d28179d0e8a54c5ee7d6abd599162bb6152991ebd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98cc8a9e122bba25fe88e453bf9289738ca2fba6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a62dcb2c6af02d5c842924cb800af9bf15d11203bdf3b349ccb1dfe6f7678a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60c3c25e194e05882046eb420e39183da7119ef3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d52fe8aabedc5e5f4902add79e5cc3146c8e4df0219310964722edb9b5beb61
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..491fde7d34c29063b2c4f0ff527d042bf8b17256
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2dd51522a4bbbd179e8baf900c74efa052db67c99df282ec9d91d5150adf31f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1091a4880e2fdaf7283c7d580df748554ce4df14
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a19a5ebac807a5776bde7878f991052659080254f5073130fede3ae5836a233
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4334ca3cd0c4bfdddaa2dc707fbfad7480f25f32
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea425563d55036454214dd5e5bb403352d7246c5624c47cc24eab336cb7a181e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ff9b2fc294e13d24cd28b110fb9bfe773debe6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9cefa19f46baeff858dfe8904267d8e0007b3c6f0af475c70345c31aebd812
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d68ea2f6c65ee6a816548be1287d4520fa169ffc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae2da8f8e74637854779ecf899d53ffb2b13925d37f8fc2f49a8b7fe1d76a46d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8f405f4d85de55fc5f32563249c6abb148cd2d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d7406a042e224cac8bb8c1a786fe7e824164eaf8342be2ce6da0b1571d39a3c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8ceed1ee7e282b26a03a73ee10a6ac9138da4b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a12fb5e1aaa27856ef6a189516d31e102afb8895a39fa1321aaeb0e41671af7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbcda85fb02536e94955ea88f7170af3affd0f28
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52683ffb1acf573048ce4707f72d1e4fd21dc8c7189200854bdf84349b0fecba
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..550f9be4f8a2b262c6e3dea6c9eee4648a3008f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:120b7d7f9aa0e8ee166b1eaa4ade8a125412a6f10fbb0b3bd27adac74110dc84
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec102e6672be67d3ab33776cfee43a05988e634
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4335b9a1cd1ab35fc880f108b8670f4abff75d9324048f7cda0d3dbbd9591176
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc44cf282397e72b7778bda39f265253b542cf0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61948d80a5b8cf5a1f0d74612a626f8ab508be409d4d8f73c575e150115bda00
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd01154ff68f3a912f931c18b3ed4149fb603b5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e7a19e4b85c30fd3b64a41458e2669d798f0e216ffc81ec6549ab32ea57479a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6fa83a674c52c2d2ce47c888e4432e902ee7a45
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db178cc2ba81a59e0a3dfa94885f1b2fb73b5d0fa8e36a61eea1e912d13db48
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce057fff5d233720ba22cd5523884e8cd193d73
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b21eef6cf41e90a1dc8f38ac5339ff17e9254c46f52a0bd226bb8041f1cc106
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de88c0e836106c54aba17556d24d9836fc848e0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12546e34383054f422f64661c9d07cd1089efe0de735d96692cab8ae8abf8f5a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3501bb4b6a01671a6078c04e9741d5566d485308
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882160b4497d9ca34171de249a1c1a2966dda28fd2d5c780f346a900db95e6e0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7b60c1899f616b438635db53c6ac69eaf4be225
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ce272c1c1567655833f3860532772c5bd8437a1832fef9ff4095ebaad22aa2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30aaa92883beafb569e5672f33046161a5bfbfd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a127bae41ec23b24e81ea5382a36afa2fbb81f1e3aa156e7c9e79dbb549ea2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8daf4ee94bc46f2aa1e89917cefdddbafdc7314d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b42aeead1d7da60aabb8175eef2e1eb5216c03f21cc9ea198edd8a88054fbc6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c92befcec993e705e21a63474393dd07a25b1427
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0d80f4c7a5847dd1abbadb2ff362bfb05ffe5fba7762b2392127c2124af74cf
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b564a31973ef8f093c9b928a1e5c844ab0d648c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea7b8fdac00d67032cbf278e2d73b4e3c2ecb59d29f6e13a1a34c5ae5d0caa2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b054733d5d05426e1dea4371f97b6355ffdf064a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f1f8775790ce97bb9cb210b52c90f68c5aba7feda2527f34626bf30cf44a1f7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32adf568fcbbe9db66ff35a87c1c87d066f7fd1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1deba44682ef7804d8f06f4089180bd715c9900b480d434cb79c790289a6fd4d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd2d9aef15b860b9f635bbc14716b3826b36b833
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08143e2cc60080203dace44e783485cdbaf60a3f7e7fbfb4fa6db22a22b14883
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..522f7a4d435b904d5e62ee8a8ff767a6a0316eec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25bc369ce594f73a67dc608fe6e8cfea1f39bd37b1070ae2b569c4ce0144d27f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfe8e4472b20c19e41bcee5de94e1ddedd6491d8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379681ba269ed14b9d973c46e2e1b7bed008ef172852d0ace260c192194cf739
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb66197efdbe2760ba953604ae1254cd749b0d04
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db98e5be9f36e1f68b5dd4ebaf6ee79e76fdb3d589e02d82f464861bdfc8f722
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..128a150cf5ba800ef88d76a0b2824c30bbf6ed2a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a3a643bc4c4e2baaa021f7040736057a6c594717873ffd8902b6fa4630c7f3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f558be7cbd7af3bacadabcf9fd6f081c37ab246a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a077cb6a4e9d3de92d6b96d5077f54f4e84eba9af1b56874e26010fad67e3ca
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47ff050951a5c980e1ee6c5a6a4a5066522f4cc4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0009228a05696790f7fc2ee0bfba7bdf2e26395e87d8f5aa33ba69dad6643771
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..601c42629216b2e1c05e601b8063f3b5b8aec43b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b186055619935274502b0e32f6c34184a8fcde7bff378ca67c0128fc14a1a94
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f535d02cbcb72244a4c69b69aedb9703742857
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f6a6961467919238d6fe48df1fcee20e6965f7b982650a86661de2f6e94d117
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a617ed1afbcb9cfb42840d83576982bc3e2fc9b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca162b90d6ac38ea341e484b7bd0f23339e237ae2154a6c34788aa713f6bfd6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b083c11af4f0ece70e58b08e610f3a2d40067425
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a04d6ec13eae9a59c4d37c335e740d34c4aa84d08065d5a032dfe60753433165
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d20bbfeb5d0230caa6b13fc094b0e04e6301597e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ce75f75168cdacbfd81716e67fa1422cc90cf2a39a963ac4949c2948daa788
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87602eb9084ab89d8adb3646676da9f3049bd7d8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:453a16a516866274a9e43192b3d82b8131849b4cffb381d3396adc0b05fbf66e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..729eeea73518238fb485ba396b93c978d5d16d7b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9566023ddaed0ed9da4702b9f61bba244fb37c508094c1651c5a59304d6f8417
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4a80098d8367bd59976de78cbed1f7505d5a3fd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30411db11f2194e7e79bf2f5e6cd991ca1924e0704e253e209f73fb6a65ab066
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6f6e4d55adbc4d11d8ce7c59c812c30baf6288b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc31020396721bbbb50ba8f17207d621774b1c423dcd3afd653669f44792ebf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c51995cb495370873036ea80cf8681638cc8430
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0797b4d33482e70bc4745d38ca962b72d0095a87a94e6a63191b68799cd85253
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99934d7a52517c82e6754d6b59eb1889332c3c7a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd0599513691e55aa585f5396d5a4e0504ccbac2acbadf6eb9726d9685125c1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44974de182f64770d9b6137748f8cca355bd93ce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de2831bb8b9b977a9ad574b50730fb9db238a8ebec194a98d375a7de64bca798
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a6e9658d053a021adfc63b729254495dfe6a574
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61824b9db13c942a2b4a5cea1585da2701a35350041963f2c69c62ea1b83fe1c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c53e83aa5554ee18d402d77f272adae9b7e1ec6e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ec5c7c77c38404c90161b1535e1dff1f206a3e1f30440e91c3650e877cb71a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b530ed95c71ab9aae0ce7bb18a2db661e0eadf6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08864ce612b6088191739e0a049aec1c0c10aba5e8330db7aed03c1b5c599656
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f6544376d96864f0637b938c16f19cb2d5fdb4b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93db1b2d087dd84cf747badd9a57acc16096c86f5eab81f5d34841672f2b9fec
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57ea31a82c897e57168c702772f689ad069c7ab9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b5d2d00d7a096f1316b923c04574d154554982508173eff39b520456203a113
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd8674a1493b658afcf58cd5e8accb5a71a0ce8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c3634eacbeb9d022018876bed8885123e09ec3f176dadaf2b61e2a598312749
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd859c02abdc7a1df390bc7820b28820a722e158
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf496be68272703839d27fcf047900dc60febb686a5cace594ad8a5cff3d7b8e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f8fbb7b4daeea1532cdd8fe3983fff12245469
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c26e38523a97cb9a735d55c8fce8f836a8fd7b9303486195a1ee96b81d493ea
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9615b2f43c171002ae96e6103546236a57d347f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca056828895c72b1547e913ebf229f19dcdac119c1b1ffb12c58822d7fca3333
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b65e5293aad45dbb41af02f6fecf45143ada0c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa84c8e74c58273279ea896c0b2c6050ce16da2242c68785b06dc4d6fa06a5c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecb9827ee0a67cdeefc924b5f2f6a93d0ddf214f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddd580a40ae7fae39e2c3cf36a2091ba281c5affe8b34bf124e6df57d5910f6f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9950fae277053218524d613a6b31bdd169160681
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66dd29c4e9dfa4e83a6c75008699dddc8ede8ff6488cf8d179372e64a1fbea76
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec7bffb7d1c607cfae2accf0b7d86318a8c962a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:432f00a8e80c74e658a4cdfdf38b213518272d688412a6281979204563e9d44d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..754dc7a15a3dea23eb010ffd56d19afacd6e1f6b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:415a3ae630bf54c1cc89c695b02fc0d383b14f244d08a2a62c9da09bc7e49953
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2fc2f5f3cdb208d7ca95a6a6e15e87c64cf5131
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:599732e9b18b5be588139243d125edaf8a893d90de14ceef557566db8ce83fee
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7039e226a090c6a1c2470e75f9d3da9b06ea11d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:062388240d3f76eb10150556d5ca4344b0796a3705485f00d3a0ed476a6e8baf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29be4d88d708e3e37d6a315df067a758b79861b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0877a76866593f99442fef69852d9d5ea6df55b1678e29ebc5082fa77e845fe9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d86ad511a592298faa3883d37b592f16f79f5d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c939a7560080ba8101e445441a653bb93ac846ab57ef85c2a7e2e985a5db09c9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea401b3cd8779a02a5411d1e19b063b8f8c6badf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea38592e0f9f1e8c1cff7ac3acf70f938a907fd110562f49cd22ad13c03a7b77
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b402b06974b2919100cf3b7823602318ef30282
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad872ef468b17bf347d7361b75cb4ebb5e0f875da37d41b4e06a2c1fcdb511d2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..793d8d5994a01e2e7105884724fe1d8189757508
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360c7873b168fef4c367595642d0e90a9c2f264928d069ae08cfa39335619ed6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..696ad61d4f2ae507609345423a83a0973f1e1145
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:568695c1f53a0111f7f272e9a650f5b6e6b38c47284ef65343508154e99ba5fd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db3f4ac9615d90707690817b259e0156cd1bfa03
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f8cbf065150970957157bceb9ae9ace7d59b5143708b0b850e94eaaa2fda8c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dcb5c6a5f1dec2d766e4921735ce2ef1c0eb237
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632867cde84d798ae686c8f79f9e0589044f3415e0d4b83db02c8ba6ecdaa6cc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0aa54fbf247089d7f60ad917cfacaffa87ee364
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4cae84300f4f10e4bc7c6524167cf4a2a68b9fc6903f71195c73761b05e14c6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1faeaa94a85fae2e0ab8e09ff0cfcc301628562
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:226c730695e98ab904dc924008fcc4ebb12d90188e8da20fd861a4e03675d924
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f367ac5ad30b1fe08b3c01d196111be47419e638
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c338c16eaa4931b11dabe5ee51cafaeeb30602c6e7e7a8d5a774cfdf4dfbc62b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03799038745e522431f6f752ee8109ed4a2ef616
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ea608ce27945a4894ee06f4aae62eb844195e6fe2d25eaf101fdcd300b037a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31559e38228bfefa6409a7258c7e5d4633272cec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20099636fe2c0583677ce9f496d21f7d997f72621fbcd8f0252747beee18873d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab1a2f43fa1b42ea342c9b76d2834ebdff9311e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd889543571f21e8b0c02fcfcf588ccc88aa0225482707c42faa38bf3ade36f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422f8211ad9b2c5eea35501949adb07410469ded
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cefe13310713712be9bdd1a93d702fdeffe1a21b727cadba3d54080f5d711a0d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f57733bb920f2c9f98631d10737674bcbca9ec80
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ee4fe8eb318c18703dc8eac13c3d782d321befd24196c4b48f999e6346c08a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..281d4976f5081f2b38d5c6090671bf5e98258e91
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4750b2b047af2bf0607a52f04600f59254142402db34133043f9ae7f96f18055
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..637032d042dfd2ef7f71607c8941eabdf706d90e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff228bec2eb163a79117b0d39f22dea3cc780465d9311ceea1e8d3c2b61ce698
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ef60ff119761a8659e0e3d51977a45a2bc2968
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a323fe8641d28ed013410c878fd1031f710dab1f8f295c602e685a49907956
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e11f1ebd28656e8a09a1f614f3f9b5159074a2f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cde9c4cdd97ea364e88e58791ec3e1c0b0f924ad0988ccac4e864b1f69ed8f3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b4239a62ac15b74e2658bcf98ee1f5d7810a19
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:345515f27e83814da790999e28799e741f227ee9de273353d41981b720722784
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d131a2047102a444c45c18507fa493c38df4f97
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d84952f09148418b4343db77969970037c2b49c83d1dad50885826b0c9e034
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5411c2dcb4b02a23c80ea99a93499a936dcd425b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d350f33ef8589d0ea0dc577cafa186b171af75f48335266fdd6dfa4a69994e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffc1dc7ab6ab77bb85bd66af8bf7ed53bba46a1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:793a74d65750e3dcb800f9e194b1b732612b71c7f2d7cf52dda6befa84fb1f19
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e2ec42cebfae034a5d84cbc40a7b2eade55d46
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:899652c458be40b0141a9cae273840fed3ee1ac45a70bd9d698d99b234d19508
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e55f686141504a1d0e36a36d34dcd6a1a4f3499
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2325cb29544fc424507984c1618d88e1b4d8329211008c0b25dcbc3c30ad3fa6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90715727e2af10067ec2d3619b7555c072dbb458
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e0ee34a0fda6004c420ea8b53b96bbc4a043309f83bcfaac4e65fdf73c4d2b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a4a47a73c81f2291e59dbeb0a8a358b76c775c9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ff4e78f619a87e4966af8ee801c438c59a31ddf40331d0dc188b535ee0ccfae
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc6f6452bb70f9ba29e44944d90842e27513dcc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d810c00215abeb3e3e6f91ecc07a77b7a190c34e928eb2953858f46d9ed520
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e670aed01fa955e079e36612041b00aa7bad2d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a76619c72db8a11f966b0445fb57b64605e3e703c4665944039bf4c82ee1b9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b46c857dbfb624aeff1ea86cee9fd98390709af4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b871545351fd34048030e8b4898a8b4734e573c1b77ab0659e74087d63f818f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4019610b735d7c4e6fa6231eb3802b6f64c017be
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc937c334290816d0ef0b2a778732d50b0d287eb52d1f5b3ac17dc32b398bbc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f20f672c83199bd9255fe8ceb8a042016d2c625
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3631909986e37a6135d8849cd88221fc0cf9d5e4b9702635847c175cf019395b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca2f0c15aec431a91a1d0e1a44a0efc453e0feec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6550ed9045b6a1d6efd357eccf394e2e1796a9302e6f5479d3661035263ca72e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..926b6ca3f30efdf58aed1ec2d568609e9475d2d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dcad5f0263403d47b665e3c8d13fe088deaaa8aa4d91da82e3d79d3ee4d3eee
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c87bed3f109d52d41b2cb0c7bdfe9c13f06b893
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55c7109e29c804fba0b61006448463065ab9781bb078f569ffcd532fcf8d92ef
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae69e367d57f181d81fe403ebf96fa791eca4ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c94d347e1920e3a9397caddb09f40d7ed86f756fbf9c02e9387b0803661f48e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c5381a4e8ddca53179baf82b1890d15ae801253
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbaa51ce98078e680bfcd8ede0717095db525b0299e32f7eb5adcffe6815a0ad
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c66950e3bc760ed3df374c71c579158b0ab9a7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee03eaf0df541c7a48d499138380b64c35d7c0620ff31690c565f3a82418fbd4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf2952d8c51b116ea6017bfc6bde51e51f500cf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d3a84803ec4de8d7cd5e803d7048b6807794c5d7e3464ee1920f9be92ece7fd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc2bf3a3c50520cc52189de52b7061265620cd7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cdbd63cbb37971bc39a04976b2ec2e47bb840c33ecc41a7aa8921ced003c9aa
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f8fcef386c3e932485aa08825a7a8504a30333
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ce6f16a562646ba787ba174e3c24a9a6ff228768f1b190674fba6bb2444663
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a87c5dbc047562f3b12b8e7b7c2442365178570
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:375f0d3ba58f31e43b3a36501bed2080464af2cc4702facbd3b8c07b68c77f6a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1dc9f31e5e1c363c2c933d318751c6b2d79f2bd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb7d0fce4641c8f515c20abae5e85b1b13db0382bfb4193029c870df3a3de78
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd42b99ea050e127e55232c670d85d55a06c6e77
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2effeb4c56aa3470994ab15f575abeb88c25bd0a2f80a0e5149561e6a6ca2ae
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f79e6fb97704c9d2ec1186a5dde79cdfe07179
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c86e9565630e9f3afcd266f85ec343b07605ba4ca92b0b0faacdaa3b3caa87
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ab3fd101f77ddd10e299819e8bd00038c2e9e2a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f5d14a72b53925b8960394efb3669c040c272fab01a9e7895006615678c9b22
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56887696a7ed82f32f3050928cd560a67f7fc6e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75fe88fb29b6a33f4989697c25e7867b11977af4dc9646ae9588a2ed9e208c77
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f828dd5e89499a1e8af4bf89d058363ecbd46ab6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14da47f74d017f7ebc21c483e0eaf1ee5e20d612f2da648fcc08560735fdde55
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8426ddbd37ff0228551f1acdbee3dcddcfc3b10
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0218201e91c56313958853679c21dd0b7c5bbf20aa221a6c9532d87581adeb38
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf34ea93f3fbc2dda4bf20b4bbbefaf316b8f21
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e91bd6707bf73ea0bcca1090140527c0f4c5425b7c8022fbfe54b23edb85a6af
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5a0e221fd59cb7eaa83dd8c656ca097ef33c70c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43146547307309937a399235d6375d60bffceb7f4b40ca168e2058b1a6b5b2ba
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae488f2e9e9a7fd1cffa9669286e1e2c6607812
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2fb2a0ba0e878099ad496e50ffc1f7e31a92ed412884304392a8a66c3e40db0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d812a7caae420832ac7521da3cd94517f606a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae21563f4a88eff056887e8efa0291d3e7b4600497a829ea287883e42342730e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac60c04d3581204a13ec2d7943328f335be7fe3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57635e1f1fd5dca8d71ac72c073d7e21f4f9f92f4d6d8ac6cba58a16dddf4939
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e2f31da7adb980269754b11390e7ec11dd0b586
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd43a6580c96675aecac575105f5ef02744a76e72fcf023cd04f5400a61f5c2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d72ef811d8b514092d9a3fce591ed21a3b2289b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7d84beaf08f4eeba609334b92481e2ee443e74c364702f5a8a344297a4d098
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0be4304d4ec8f1c0dc52c418c30ddeb23aab8492
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:807718a359dc8e9256fa65097cc6b77a15c9b86213ab91724152f53dc94861d2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f797ef0a14bc22958d9fa201fa45b02e39ca00e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a9ebba20165cc4a1ad2d95e3646103470ab437fede917270e281f9966da1465
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b5a2ea9122fc2590320ff1af490666fb18df49
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf8ca5f3c3ae7f259dbd8ae4fbe8ac9c271ea006e42961a3b71c8fe40828227
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f593eb263208e726b86511a60ff4348311827ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b04608af4ff88f7f0271f70c8d6f5549828a1f8fe04ceca214b22c7019b507c0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f551d657368719f360903a646f82dd1ebc464834
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda44c3aaed0a33e21e74309939cf5dc01774a60b9f6e896d03d54d49582732a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e48761ae5cae8c5dbf785774c5baafe8a1419b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee815bdc1e34fe297220bbc4a8242a1ff76d1c16f62b9aac14d841581510fcb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea08ff65449ea68a0b1bf60ab89bb5d5b9043767
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e22644cab51e43ba6829d20f38b03d1ba7d03082b004b9a96e704fcc5b2e1c9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8825d110ef541a04be3e45774d7f4a9bbac7bc25
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850ff633c76dc4f1cc7cffca8204ab40f329a61c72141ad98c142e6728808cb5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12d304179c0be56576cc700b1e1fcef90d08de3f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac6e60f407ad72d5e35f744c38990ae836bf9906ba1afe52fda264e2235e63f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91309f67fa4dd431a1621648b01d940c44fd7de8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1892784bc8524fa7adeeefd76ef7469c96fc9c24928e5ab0a7d67bc3f6154f2b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b149967f7baf186d7ea70b6906086c187fdc1aab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70785f07a2977434a19d82427b1185a7811fa869cb18e08ac636ad07fc570a29
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1284ab4905ac2e89e88a00b7c4ccf78ba3f47380
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6117f54984d530cdaf56e96d85067761de7186173e68fd645ae3f5e60a664d58
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f97ab6cc1ec362d8603955c91c164b9753de8b1b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:394131142a4e34366fc7364b45048236c0c9bb74fd0170711ce3286028a82f1d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5120dd8da0002d8faadd11965de97a87261ef8fd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb44896525e0ef722600ed6744971b9d2c4a6911a078f92660a8a72a3b8eec1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab7d17b09b370bda85563159a8a6ce562f5d5120
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5458c3145357608b251d34e3cce0f532fcd8d869d3b22657c602c0f8b6f2f8b2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..575b4eb100b77c383e50ab46ff3c86c8f8cb7bf8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c1e612e427140c41c73c7c9df82fc320913a29692df7c3f814102e07adee7ea
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b229b50033f0818c9c7f5bab69c1b62f324ebe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15110a0f3c0fdf4c5b4bc51d99511c61a9b71d36e03768bf1f433f5c723a95e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec14ae8b144d47981c35f3c1580020ce6fb5acce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fbc39742952f70d0931a05a9a2e26f5d691c83bf6ecb9cea3df2ddad4e43e44
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6830b96316a4067e5b52f5c07e537a17596989f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:510544dfa7fd57c5a7a9c38250dd90b7b6cc4989d49983c7ee1107c430022159
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c8b5b19471b958b64fdf34762a9dc7d79fa7074
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecba4aeefd9ecfb22299dae218aaa18e4e08d41117fef0cb783ec540790ff548
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f9d0e734c576df123cd90af4125f7876f13dd46
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec9a793de0aa8f5e8100f3ceb581aa070db088654391e26eebcc1eec43d8197
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0b49dd04171087ddcd163b214f23bf327aae7d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb273bb9e8a9675c77df6475b217e03ed264177ba4248c8a91c8bfbb4caf296
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add5c737dc4b19ef035e6e20b8bbedf5c376bc71
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec7c3c65b9963c460453e51d361f9395ecc746d18af69d59f2e1967051245e5a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e811972d30bbc3329a933987101165ad6681867
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc55a86addff1527ceda52543df6443e215f98a90aeff4c6cb2791ee248d0d6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ac809a9a775a529addd3743787505b39ea8499
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011b309bd0b2c802cdaf0d36bb98378b456a4c7bb4307260114e70d9cbed4271
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b707257b475b562151edfca63bd9c6f2fb27ead
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ceebb8ad6a2be2de0c3863c5d25e08e159f255a02f115c689eee92ec412bebe
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac3623b56b94bf78a403e94b572d5d182dde723
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d1c23bbaca84683579311b18163a408e8b69cac3855262356e554817c59c0d7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25f629532230b3cd6b689699a7b85541d1555c44
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6751a9fb48997b596fdfe05d0fba7fbf1dd79aea6910dea0611d4dbd8480f147
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72b1e2a21ed8ff6a79670b69346cc697e52dabf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac20441ab7c04cc2101c35aeb2effede091e7b626e5103f5c0734d530530616
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8c33b5f4e09260203fb5e7b09758f15248ff3b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3428a1dd87c1dfbeded44be22cae1afcec93513040ba1fba11ddd617aaf245f7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a64149f6ebe2c9b95eec0b7bf59026e056a5e817
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb959beae925f664d1572a82531cd0a22c3a3ef3171090292bd0e3e66ceb4d1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4a8b9883a99fdf332739671fcc1dedd56008c65
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a82cbd11adb0aab624f8ddbd61fc845769cae709a77db002143dde8c0e5cb3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0be24dfb2f085c5e3a42a61bda69af89e4f04b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a198c69981ccba34fcbc0e053f72e2b5386a56e1768467c2326e73e7f354fa12
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c5956a1f3b1f857a45476d54efabfea88086f11
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23b33fb9a55657838bfeca1172583f71065742a42d314846afa63ce4de25cb0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd62c0879b40dd13965e30dc30d660dd90210167
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d65a3909ac3bb6340856ed6be041231a31886edb6a580f9ef42bdb8c4a99fc2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d5d3de2ecc8b1530147a8cb02453714c732a0a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe9eeb97bf421ff4f0763605d3aa4dd8c03b7cb3f94813cbea758cb0e8cf9bf0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeb071ba23b9a19fd652a069dfc4d54c3c09c0f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c788ebf01b4b05f71e40f7a0fe022fad03a3fcd5ef963b2e7236024d983b880
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26a1ba466dd9c26895dc0297e33aec3a1c7e9827
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43841419b9256afc8b44dc174542529c8cc2968983dfcf82302fc00d083d04e9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5740b562d08d7bf758f51920ee7d878d50088753
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d973ed41218377d26ea29f93927e5dc8148def1eb8562128a291fcc8519f9b8e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..669e7225f8358487a53b674df7cea787a83c0b08
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3407fe1762aa1d2e045443b1b853b9ae3b76f5407adcc35452df895c94d1db4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d737b0d5f8bc2c4fe8ad4bb14d4508c767ad63
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba429672101f8b67dd506de8cc6b83bd1c5b8855fb4dfc6efa6c96c4ff0a9b2e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b88fd405f389f0856844cda07fb1d4100085736
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa200e7835254aa67fb22e124a3b706e1407eef371fc8d4c73f7340c37492a02
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56542fb8e75115704245b7dab724a069db0e3eef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba54100ffd267a596f199b6eb566959c326bf1023e26307818046837baf2149
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8b465fb8d7c46785c34f34a25c10d34df011b3d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb6fca0bd72118f205acf52dac2c96b75522284655e2de570ce354c394b3514
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b51fd83f86269f99fe087c26dba83ef43c89c6f1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b206c701a14f6ded80dc93bc16267b03c5ad9ff264e41fabbc99a7d6bcf232e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3678dc520ffd44bf255f0de5083063872d9c077
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af47e29a0ba9abe830fb1ec27739a1a62b134194603b856b07c9225e16bfd124
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9305c9282d73b0911b4b7e903cd449ac7cf36221
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4a697886d6edf0aed4d86391887c687e961c8058ac6f57f03dcbc68a1952ef
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..568a29b4b12f0a55147fd2ccac7e0e4d52d64c39
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e1b6a4b6e160f48f156e7f96702acf680c7304846305b66fdbc6d89c7c0387
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b4a6e7eca206ba83c17059bedf027f13fc0d7c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ef50ac0b5ce21ce27dbbf499f2169651c99ed45c1acd2add4ff96fe6456bde
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081cadffe0ed18687b290d28f712ca3e126146cb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cec06f23f00f9a8d332747290212e0a6551271b1513d32dd55a479b523bf4e8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb502fe948283a4d92a6b81d59831a2a0fabcbf7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13bd9db6c4c08b8508dc2b35d6959ac37f3c5ccd9bec3e0b5ad85ca8d17396e1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c06a057053235c3629672179b526acbd728aaa29
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3aca953c704f4118bc7facc6f8acaa20618a8d56e1990ca7859f4ebf6e62fa7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b397bc1f4f56625045bc5b76634a3bbea72f0a4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f6241d7e5cc5a6338eb60af41755986a66a87ec36bbaef2d474db0a3c87f4e1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b005b311a002fba0b055a5dcf068516b2be0c0bc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b080656d2dbb365c090deccb1986b742905740a76e8f1f951f38a7838a7e82
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d5758a1a975b9c2ac6b46b066f02ab870640cb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aba2b526f78b001a4ac46cfdc646e6c548c603653e3d9bc5fe2993c6792e709
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d77f0116312d9d36c09cc54b6d13967c2cf94b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b76bc8bd210c0a53f67de25e3d2125e54ad428cad1b9e306ab1bf38486f0cd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f1e0b710371e74466b3438c2f7eb65fc82d129
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b436cc46c3645a7d0ab951944e3a41737f6674a01e97dcf37b5f173307cdedc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd6422bb38311556534966d9bc1b8e6169c11e18
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47473283d562c71c99cfa4693d284317ad84615a2a1d217b44b4083cabf0fba8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7f96758a234ed097187ddf4b36e3850d7bd367
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e812fb864bf13c819839770704326f427fc389cfb15789b18a1c058684c6d26b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..542cc4e6da356372fccbc3fdf1551b9b78aef7ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d6dcfc646023c528b77cbb9669b7fa5fb5a4c437c273dd6873591616e09f3c4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee04801c66cc2862a7f7f09ff1ffd0c5ca14af04
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c4d4b7ff9e21a21cd4fe4035417f9f9647df6fbfe59dd6c69d65892f5ba64e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adb0adc0097957c5f1e84524789f6ca92797ceba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55005dbc1ff287c892c963b48031dc5829132b613eaa80b378c0c28c3ebe7606
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e60947a167031d73a9a365732a5a3d1b6333dd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78244c65bb04bb62f812412a1edd37afc9b64e0af033e70493012083b32522f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34730c0455b8f5a44e1e11a1ba2f6bcd04120ac3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f6422613a7677a373fdde6b0359bf992c1d4e864b9630e1869a612dd88312b5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2955fde938dc9d63a6eaaf9775bbbc3a044beb19
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99265d5ad05b525cab3300930b6d64da46d8f929593f4ac6c2b68ef351553fbd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f6a70f24144712324072890e34fded0e4d8e0ba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f638bb0b0717e9b82227b7cdcdf22fbcb89bde5a354ae2b0d26873d3a07340f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb70abc601530471d22f4cff6ac64598c8bbc180
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37234f80637ff870bd4692bbb073738b7e2a28d5ce091fbabe87ae8fda681220
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c799f6f8b22053a848d0b5c199df32df67d8eed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6e9936fd1aca57604085f26433dd38645e657aab41335f65435f4230777002b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2872bf5efaf3072d367a941d8e62114e614580ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896551bdbc772304b674c40a4a2a3370d0c7564450cee794ee006364b75a4b06
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c732947018d27d906f982b1c23e127652db16cae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:904ac2d0463f0aa19be7d345c6d6833bdb168cf86c21dac6667ec9b786d18c86
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..403bc710e49392993d54bec7a451aa24e17bca11
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbc674828513065d74f5641ea41c43a50104465a639473d83d70118466f8627
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad0990c57bb03b7dc921181e6360b0d23f9b9cc0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c5511e284b3bdea621f8ff19c1d158af8c4bd092e9c8291b29dbaf8df5983c7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c2a2b585ee80f9180368af3a40bd406da4309c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa34d036bd58525114c0273a5da7150f79800b5e2ffa03bae7550e9c6018d12e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..346ba1aba633a6577f9dc3c64406be0c28b52b4e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa6141493300987a6ce43dfb16d529d92eaa843582679eddd8f73e2fc434a73
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c16be9651665351f94a540c644a02129e9c0909
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad74ad0641c07926a353200d5dc19b781a15abe12e55c2954874dca30a9b855a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338fb7b28c29af87d536a12569fbcdf7e7de00e1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413e3985444a9df71154cfa68402466e40ff75e343f8bcca6b5cbf3c82afacef
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e26448229505dda1218d3fa73a9ae388cc3c26b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0764f767e61acf76af2597ec4053de0311e11ec72d3d2b3e764e05b9d85f710b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13648f445ec25a6d9185c47e095ab9341e356d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeebd8fc3298d7b18519b1c32210d157dcf8a7f8c6ea4e0e0623846f2d0fa1a9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a7e7ec1f33ebe3a27763f70436584b6c9b37587
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4ea90f671b49364a52a51fef2120c5200c4c5c4694186e628d9a9c052d5e56c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9db1feeb7008001a0273702adafd510bcfa7efb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5143885fc71aa9fb21297224fe4c0c540bcf0f5abce8a2347ecc317a69d722d5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0967db35720885d7d335b813238b8374dabc361
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131aeae693196b879b3dabdb37b28c7d96d6ab4b5dc4ac6846246fe74892401e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e589a070e59c7a2335a5eb3e8b3b405c8bdfbf39
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6700e36e3959bdb95bec8e2aa3b856f7b5ceda4115b31aa5d49cb4dbd7f06a7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97f75e164bffd20b64435f6a132f45fb91fd27b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abbdc3f4239c373fc5465686e3a2bdc5251d1443ddffc1a3776fa6c1379cd899
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70143a85c494a5eebb638632b786383035616577
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05d78cd60ec3062ff2b1919556006f14dba3c0d840e5f003811567478714fa4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba5b2b997004780e456d6e2a06676c849585f4e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02aa5d6c78fe7447b14704e1a261ce8bf3c524022f2e8e08075764b16240484
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..364ab927801ba75ad0c48d6ca2df47c0e6d2d632
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c6a3cc31555f6b0ac765a999c4a6777b0f7f96c9c8150ab3ce52665784bdfd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f094e102aca5215f98965622de87a766b300dc1d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdda6f367d943ff013d8401a3c041b250fac7adefec8cca2d25c334a1c992919
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554b6d694ef170bfced22e6bfa1dd7dcd65e5850
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d5ca87231dac11d4f245ba85cb507e3d7b5e06368a5c8ce83f3831cd7b096f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7759d89389d608cd617cf6cac4019958eff32d71
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad24dec7526a0cc30cdab628f091b0bf6dd26e28dd3ea60e39a3e11ebaf09687
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66693073b3162bbb794503b7754b7fc6cfd5d927
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dbc7b45613578a4c6aee856e103d8ea90f72f27ef7fa8aa49c0215f21684171
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..625033cfd77f6751ef6875951177a3f0b21c77c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91325554e9a06f6456752a7ec6270046a5d49e167448067340e07da7cc423ff8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba6ae22a21a08a6f7a91f29f9e6f26ab138e1b6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87fe0dd7a5410479d69cbcd2fa7dd01fd128c0814ddb94777ccf2aa9ff56544a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29950c26914aaa57ff25f2b266bf8b1298f8ac58
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b707d968196d07a1faa572f1936952f35685d5e299c0fdd221fc9898dd32d639
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..314ebd73471f2f41bc5678e5aa7f43c5e5241a89
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5ecd01c1e682d1c506fcbdfd99b3cc2c547a3f2e7c2bbce164811eb8a91bcd6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee6cc1c314b4afb9b71bb5fe9def18d10c203378
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7596e4a26f80a34da4159b05d46d73e11e91cb036a8be3bf5c2e75587010965c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41dd794af9ed940e32c10f4f661904437354ef9d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dbe75137500ec1c5aac6fe1e0d662fa90468fadf31d2c03cbb668ed8ca3a979
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4a5a668094575291fec8fc366018957b27d466b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e21996476230a144d906d23a785beb54d152f3f3ced3bf9d56741df1f3f1797e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af87a1795b7fa11d7d19c8c74f418cbe5cfd43c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b754c7ad42f8b4fe5cf450c078681ef75d4a1dd26b6adc09e10b155cf3bd595
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a4337264658a43289e05dac4bf29441ad37060
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0081ba8c5ab89904da71d17697c254fc1ab671d5cd529368f87166bbddfd4ceb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9fb5ee0e8069c8f16a1ce22d2d227b948dd87c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b20fbe897c82b2b3da92431bf39454efd60572d1e7c14d3acdf265b4d15aa5b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c26fc2d78513140eb867ac679dd1390fd805d5f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a82d93a10d6dd69e842cd778bbc94b6c3346537be9fff53e4114fd3ee9f15e62
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1957728f3d5dc70f7d458a3510ffa8e29ad6d735
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0aca3c25c74c3d3fc2d30b37d9b3a8902a771e787c4f07c02a397082b9819c1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b62c21f9387f36c60953b7fc5da0443255fe10b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56983b4c3643927100f87a4059b869bf61a7c7244bc62136e938110c3b86ef6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c61c1efa745823ec66aa722eb5e218def6c153
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee1c362c93fafae862d44eebe507a475f69d8253f8d2b5d0846ebb20ee4f2196
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b125a78ca5b26348a3960d34b766b886c8fd1ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b91125b7ddb23512a865f01b5c4a9c8f0923145cd5e733d071050b23b07c4c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2982a6acb8d595f660a47e471c52049aef958271
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f49cf0a54d0df3cd76a2bf2ee8a2217f1242ce11da4fe242038d8ce01ac0c3e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae673f5b647a201f6c182829d615b5f3762104e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9517301091c9eb51c440d341b2738ec3edc8de0a5284a6db99a0f76df904ad2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff001dbd03bb580d6f799d6f28e698ac51900e1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:712dba5eccdd4f46b0683b28df0a5a497a3fffe8f3fa325439a7cb355fc1918a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0457d0bcc57fb994217cd0adb8e13803f8a6d407
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97fe9a95d91560fbd0e3394218eedeff2ffe68f2490c78bd5043e61746a3d5ea
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c84190e441e75f29de51253fad7d757bb55f0f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e9c0b17ad020e0e45b9a9f1690aff558739ea4531a9bb33a13ad875a57aff7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d54c5af71815fb3a23135fd9fad01b8c66aa4c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda6242d3e455e23d6cf0a049a62aecd677eb48f1495c58748989221381289dd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1904e698bab65c31da90067c337f10b563c65e03
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c014b6a57fbf2ffde3ba11572071f8772f4a5f13b3327e7b7e48a2691f8d940e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..112ab1a352d6219d24ba9007bc16fe139de7729e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc46a87280d6a68c4a830f88a9bc8fce55b6b74c1b0a4c61aefc3241969de4d0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb205cb9101789476d87097162754772952f633
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2de32c1751369e3374565ee2e150a1c1ddc65ae1b55575c0c55c0b31848b649
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a7f17c22c9e17b862e780677f97a50a28a43115
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4e045adbba3bfe56b386651e1dfdd8ee73f1e9ac830afd59ca65aa1a1e6025
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc354c842814d03356b31042580bfb1a095049b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb45deaaaa1d14402c327ff3b4fe4a85868c4d38a0e91018cf66ce611f313b3e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49ac035ddabeba8db287c7967c746351a782d24a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d035add279ef6fea32fcefd5e4e3cef6f32cb79ec1300d3151dc4fce473e05
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32fcd9da6e0993e32b2428e29824c518b4e6ac63
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f61dac0417f6cb319c4a1d561413b179b92caa72669429664b3e6fddaa60ab2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7bb110ac884446c215df4585f62a4366388dde0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b73d775295c7c1fed38e557aed726b80faa680c682cdd10909026ee79564f1d7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa80f63a4a1726e0b1580e5b5de36c7f125e46e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf8c1d083eeaf7611df9df326dbb28b60390399bc517fa423bd8a17a4885b65a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e715b0bac1e720b451ad817deb0db6fc2dcf05
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdab15891eabfee0e3603280973189ef8fa70d10efc2bdc1b2db4ee83e862f27
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4397ad96f672c88fcf6ef079d52d4d8f591395bf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87daacc09f0884d295282214030e504bb2054513e54795f9c7719e11bbe5a8c1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af20ceed2904c94da5f4a8b96c300d6406fac2e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85be1947863594b265caa530ccec4e8361695cc4a9680d372b296917cc7f4268
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8716f0b5d30d27b02872a485e502cd0959733ccb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0481d9bffd4aa74630ea5beb4712bf8697fcfb086180905f2ee91bd97c976c69
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d294141c1ad7ddaca92fdb06958eb43eab11cb8a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da84348e914c1dabe7d5250eb205a95bf5346c6d8ee1a6cb9a6bbf1df0e38e37
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd3692a99ca18792535ffc25a4be95ae4278e359
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04dbceeea6c1fd48d1971ae0e1bca39285924c05cb4b584cc9209dc25c531341
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b1d07d1e485c64eeb4548951d61ba12c48903e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d3ef169a6971b63d4c14775490999d85147035b278db7457f3ee8b2282f849
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6273cef0927cf82963cf7f2c214290748f18d7b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a8cac5521d47b03b6787255d97586b8dac7d1672f3f3c8ae99d6a2e3e6f091
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a019e47657bc07cd67ec984a1b56f96414681811
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7871a1ac018cb717a44b715481e31cb4b98abd1c291f37052448324614da3c4a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b70ca0f7d8bb10b19523d9b38a1eceacc24bc0e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c89945da2592725e94488376d79493b0136633344b4c65f4c09a2b67134a51d0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a84c605581cfa1eebb4a9c8263951dee67115647
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df3698eb6776d5eb22583218d9ba74ee1ef523b240e74ed99f47ff59a008a5c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ce4bd1ef8168ca3a6e7d5bd0c0968e705686830
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0978ca6b68d4b925303a7aa5c87de65e7f7cb2e3d9cfa0fd837929232a7063bc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a86dea9b8bac5b5987b6fe3fcf7f3efd24d933d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df5d01aafd82da83d66dfb06f11d1a1264d0f29b5d934ce3542e544ac918c58
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7110b735afacc66480179299ecf73120026559a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fce97d0a24a56f64795ab62051cb8067bd2ed6a2fbb43a46e40903e5ad6b4e7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bb3f9992d2b1a2ac7ab58ca20e959c5ba2aba25
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9cc7e5cabd090dd5398cbef9c677dc6320921b4e2561965b8d26308de53c166
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f364b94a192044ff9291a47f1e829065a1a074
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0714808eed32fb6edd5902fa842fcf7b91332f551b59b9c83ea00ccfed17f027
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31eaefef8bcc970459a119d39578fba61627ceef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7255c118c52c38853f8a1801313f7bf5a6e898b7e08e56856491c23d4dcbe1f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6504cb4bf141aada3cc2cf2c67efbdef583c78cf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea61edf9851ae47b26208c641f2f09a587dfb71bca1a3cbc783029515d88d12
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f8ca41498016b26dd684c397402d755a2f4210
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88629d239e6dbd563d6fbd00c87f746f01322a9188f7209a7d0e6b308dbf8723
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a06c724ee039ff43a718b9e70b51b88b19df5813
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20151e7099a9bd1e502a91720f5cd5aa3297f5d4f26089fbfcd3bac7931456cf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a293af25a39ce1cdeb91fdcfc9ea008dd91b306a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02bbbec3a109cd29ea0a551599aa3535b70a7c396f138c022ec065e2ad6e19f7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0511c24f2f8e3d774dbb386d0d0c2c6bffe9a505
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808006e4a397a52ea83151bc77339419f541e9556a9f31570c99aaeec049afe2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55a94ba728d9ec008c907655d1ea62d9e051e731
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1fb11828af5eae6aa61e0377015d674cb167784b41ad5af0f6721f10fa1ffed
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19c1b33ec0506fbb90ef9c90c7e5b6ce49148a17
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c85a9ff1af0887117d11d84bbaee7532c7ad6a1e8c80e617b51c6e5934474c1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731f77c78023c6cdb8e02ed11d3b39fb4984d45a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcfcffcf60050a9a445c6ac23b0d282f0819b7ae261a488c78f747632eee299a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..537a1020ebc5df6f75f32a82e3b15f71d82dd9ca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1ff5337f3832752b8fb121eaa764d220bedb5660bfdd6690dff52821e43c3bd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5988bcb6a8d67b72be47d2a903d65ab564322ec8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b19e8c728e957e4d37b54ac70812014172125b61af8ec26b4c716a35385b8a8b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae605098edd0e1bc5ad03bee30f7183bc8cce69
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2114a2cf9a47d7f65dfda4425c0693ac4700afe758de713824d1bfbc1c8394dd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ee146527f5cd31e0f5c8c389011574a8f21cf05
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:308fa2c1101988c6c27b5489285405063e8c61e66a17255316b45da4541b9402
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f24cdc65e963213a7dc038c58e71298bbf6f16ab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa11441cd90f2e99f23e7eeb4f6621744ed15501e27d08a586169ca13f2b7068
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a96d1ac35c313336706a98f52a4b4728e46020
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b495afc826fb118ca1ddd170126b81b0aa5ec7b323aa946c0a227bd6636af895
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d85fbd6aed8fdb3c6ff2797506486260a3699b19
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9143ccea3cb7d7f60374ed3d406b2e025d40e6d24b1e38602d948419aba53d99
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8879048854377b0d5d00954b137c1951b3c42f7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b29abb9b3ca076c6aad757a73674f42feb1d618a373c53c1a7a43a2b0c765a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3490f9fce8abcb8000642bbe30109c5758c1d8c4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24164fa1c1b7e5d21afeab5c2ab32042906d600f589ba2a5ba33d5b2d5ec42aa
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c3e132d0b3101b492a71b56a1c2b2693f557282
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea3e6f9ff3ff2edbd6094a999cb06c0ac80e3cc2789251679a48abf42b0ed47e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17ef36198db6e9de8424a07ce9657c66f2ed183e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532dcd75ee9be4812d54e93430f30cdc4e280d2866141833fd2e6a8bde639f20
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf8c8622e5fe796ba10f490dd4228e37a08da19e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d40f82b63bd1cb7a7dc54671a51bd434fbebaf9ca9c4ad86d9997d0bdb2f21
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4df25e9ee3a41fce30d152fe5095127a43dcacc9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d49c7dd6e603318c9ca3e254407012270c52f69b5546697e9ab031d02a1d58dd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de3c7e43db4bc44131d8202bdd9101da164946cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ce51ac70327cf2930abd5f6e46f8e3293bd087f87cfefd001dd541ec223a8f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb31c26575cb83dd3b93425f76841932eee1690d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f027ca08c71679164975fe62fafdc9af98fcfb3e19653053698fdd7e3e8d3a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..345b9225cb5240ecd8ad47b95f66f351f4fb7fdb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:508edefe9d8261fb3eb71f5fb42c54aa3bfe0a0c1e15df0cd0a43defe51ddc1b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e1b95f6190c205982417840074c27bbfc3f1af3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d211f32ceea2470a3a59e6ce6e7a824fb1bc91b9b93dd36131922a50deb57c38
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01c99a3743dd0cdc90a50107ac4e439a64e1b96e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84ddfe67dc66d83de98b6f9c68c4d8f083ceddc4847b79ef15a616d0cb57086
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb56bcff0e3eb1b46281bdd3befed69746000961
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83fb6a577e92ee46614616ca17bb917fd96ae33fdc7838205d38d1a71bcf814e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0fc8e33ec66158d081d8d6e0a2fc18a4348896
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bcc34952971d068cb87dd1da30c2dbe5ebe5450532d5939cc24d1f6001927bd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e940165f8339c3bac00aa8d2ca56438d57581936
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a96b8e7ce3af90ddaee18cf06c1ad7506341c8d88cf05bfec10c3bfcd0ade416
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4881a25c4531148f18ececbcb83d4a0991d4991f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c74697aaedb0d545702f1fe9c6ebe80bd252b97018bae89377ff974f939b1a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f21bfc22ec07f583d04489b882fa9d90a12d588
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f1f91d25905df9d53719cadcedb261a1ffedca20d3e2e6c695347759608783c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95bba94b3857b5320fe36530cb3098b60b26a16a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56227c7bb7d0f01a73deac610695dccc005a66a6ab2c22f3d887d6ba3db75f6f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c809609ad8877fb3e3b8fb8c2b5d4fe92ea61e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d936e306c0b67d04f153495987e431c746f0f1192929497786fcaadd6d4158
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6969b4d5782348a5bdc376e66e1b4a0028c1c23d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e752e9240e8ed6751b73673f5fb90b8d6c90d41d0440170572e5696ab4e67428
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a809032d72c352a00f3d4bbced03bf4b476df5e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad103e3927b34e6dbefc97653852715e90457b35cdc9f0faad4584eedbcc03e0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04843984cdb0bd17e8c008fcc4e2650796daf6cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb4db935d941ed01173b200a91b7249d97af3d267cfa51c49d41b57bdf0900ef
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad59f7c3e718f4ca12555954d783a6f5481e63c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01df3ff0078bc2fc1a644e8cbd7daecdce2778f92b60678c42bc22f1f6dc7900
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317edaa90781310154aedb808a9c16c9dcd7d3a4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042c7a8a5fd4c8b21b3c69bf6aea162d65625002cbda5a62b49dcb9c4cd88acb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c83dbf0b848ac2ef6e7b9c8bcd179f4cff9f725
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ea9f7244b7df6430daaf2bc968ad6bc2bca0cc994eae4c7aab99ecdb053cccf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dafbb4ec2a30ddf3c263fa8409d383cf743c367
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17ed9fc543b22418a07a4da9e374f94f68d383a3982d17991769c57c370e8ef1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b7097945614a459f2b2c1251b71f6b6fe6e7eb9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b9ac685f020160adec39e7e466da9c9d4e098273e2f761cc7204e0aafc8a09a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ecf98de4eabd7c59574386df642d939e078d7ca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213177abc50ede5b67995677454654b699885935bc20add1cc7f9a38f241dab1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5217517fd94efcc8e9c2626bd711c7f55c1464cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f4e8d1912719f066a068b4a0914faf5a01e0e4e2c2ae40d6777e6a7c810ae80
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..715eaae35408ded820f3e581983d90fd04321590
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2579e523fad6f5f1c2a7872daacb18b60efb5ccddbe3e3d49410f7f8c9e5ae
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e50a1e78dd00f29275f93d53838d4531d6bdbf75
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7d920e0b3ffbca6f42cc15687116ce3cef4fa8b70e8b6b2c14fa598d5dbbd5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..278f09dbfa3fce548d478e8b66b3b6291099c58f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e043f56f5f310f66206c8218dd9908dedbcd5747649fe376bfe2c3227b8bb88c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fcb18be1cf44499cf3599e72c62449e94c97e04
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25be5283e5a428174d24a1e08eec8d9eb09b2d6433d72071c1b61c466b422401
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca5e18e6e8dee6c44b0cdf9ad05a3be39b043af5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a9916621448bf8037d8bbce425698293ee194f44793abfb5610a486149fd9b4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32a0b581945b8d59fac89a77d302dca5db80dd5f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43eb8297610f5fdd55dcaa9420bcba810011c3b31feba19eced510e96b748709
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c563a9572720e0dc6cedc96995451bef7dd6869
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00721a8d51e52a4b380b3c12d909573355dd588f5d3de4a54abbeb4038f836dd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e3002a4b0392b79d523f564c16174e9b9bce273
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ade01d2b375a7da269e517b767b8bec636003066e4af8142797c00e3b086d1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de33917ab1c2987c7295e4668e78e9fac5e256cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b7336ea343fdf13c3e2845c325fd5a4579e835cdc10dcc839659abb705096f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..683bcb6fdd16e27d2132cdef26fce5e970e5346d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:774c7a02bc43a4e49fb80cbec2a42ee21eaf5ca189288ed031e87386c05374cb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eebdb699a474c5cabb8c84c95c53ff315e9240a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca3b53b363c7cfc36260d5ade8edc2004dd8557109b993547b127d0dd8845b0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58387bde1ca887b2508d6db6a33f1216a48ddd57
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d3b4c376820abcce8a99115c1456fb60189e0d967db99e447c380116e24376
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a47c4b2862bc9a1e1bd2a7c8002fc167790c1b7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bbd66a7d2e727d9e2135d8df41d711481db05a10bcc06ae8eef16ad18dc111b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..669023ef5d9b19dc9188d99b60fcfdd34135cb3b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271de3f7a9a40c500f927838cd9a6fcd02f097ec516a317af8a66932193d5b21
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95a8d37fe56b45548a70dda8c9675b4444978a9e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719d8be6dbba563cc725831c3908f5da9ce864b93c27c29f8f023c8800018362
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d005feb6aaacf58fd3f772231d42dbf58838f37e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:096ee357275078e3908bb5c27372e7555852e8c521b3366ff8592a7633502cec
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80529706a751ad1f6076a150eda0c193f85e4169
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b0f38127262dbd6e5e1cecca89deadb66b491433ccc77d9e14b95e06317bbe
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690ad727571105bb6ddba01405c43353a13d2fd8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe3f3ac53ef27be4ac88106dc04dc114fc9f8b2b4d80d07f7c3dbaf0023b2784
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b035acdfce07f420a021a8067677ad6c19dfdab8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a563e3954756066105d09d9903c6a6e5850e35ba78cdec070e5b7c9e52fdd43
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6884314c3ce28afa859aa142b080f42820acd12e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cdb939f3d7ee1f6d78dc9fb2550db70c7351f89ebb9624ba32ba5df6a670007
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cab1dadc02790980b96849bb6edb922e4921a50
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ed5d1e5636502cd9b595aab6086d0baecccc2e8db1e3fb33520993811978c2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2f557ceff0130ce9dc569784974c6ad2c5614b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a962b94265206a79a425b24cb838bb339369ed2c6543e1d879d78a249977dc8c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c714a05669c8ef473cd9266157c3f6cd2644e271
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd902d76790cb48d4fc29872868353581eb9bcc326329838df0a111b9dad2152
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc70680d71a4b2c712ee7336000c4bd161003936
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2937baa862b2abaddf016741ed40fe9001c7930453839d108a7110feef561d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee5460c05eaf6fa42bfe98d3f3d79eb2e8cc50b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bbc498e5b6d9b85b9331917d5a230963242aea60a3f985d381f542f1b92a746
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c783f4ae0a3864ef62efd9d5c3ed119b272687b2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0524b744c5f518f74231ddd573ad4d3134996511c149cf048b55dc9f133348
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac710e88bd1beffb45fae59874201aa05444bf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8280de910a3f74a7413b778179551a2c516154014cb6c792b4ba1df0ca0927da
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13401a5c2660e6506dafc80fcb0f149ccfdb5342
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:380c81da3cba67d9cbbd4d65ad1649c1c38b5251b546b8d7a36720095e207f7a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8279a80601e298d7cc035be7815c456f5cc8d1f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d2171ee1f1c25ddc1385c3d075d40a726aa62c658df3dbc775c2076d431d3e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3535a0781a2f28d8404b02f3e8864b94b14f1733
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ba37841ab261a0ff2023c5012ac3b009225544b4fced92974aae5e147d1a683
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d8fd5c678753c88e156ec14e4bfb0e06504bcaf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d29794cbaf95612ee3ff27d23d5d8dfb8a45420b392ba48bf9e656fbf250143
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5437d60dda285df489c7049fd00848ec039f5cb1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:269d9c805d53f1b2a6660ae91c458e325d1eb9b6328b1562734e0aa3b1fc324b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf0d54517e7d12603c1250d0d93b1dc8c58396c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e992241f6dadc50d2981d60a081c728ae3a52bce47cc3c04dbee816363de3866
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec56d98db1882494fe770ae393e8fe753b41cf3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f705df003edfd76535608c5c7317e9a50afe31f3b6686aa1a90a57d6674a02
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800dcc2109e8f78794a3d1867a8089f4d1bf5c16
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db865d49e4c14b35edb58c7fac175bcc14f262a7ac73bd638e6ac63395d71831
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cba818ed74bbc5a7325f10eaf0ace3cf4eb84ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34accc0a9c3ab6826f2b27517597b3b3cc65e3f4b8122d0e9607584a71cb990a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce9a70e39e426e8f1fb4a789f9ee5fe1cae528a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c9286e3e124f9f609ec6846926450a0fa49c9a2b148dbf9fb3e8db7fc0a52c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..841e0ff571c821872f523aac155643de5cf47566
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469371105bcc49ca5173bc37e25dd0da0b9030c7dd30f34b8a10796690a4602b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b2837c6974c8a580e4dbc2801ab73c96c067ea2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb87f1d6179b23c8088606bf79af83502d8c9ed2e36aaf713798743abfcbee43
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5dc0a50c9e8f5c47c6602c0eba1f615c200f9d6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a2c44c9c48b32e0b734770c144dcdecbc0049b1f440a99455425cbfcb58d3dc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..323f1f94f1e95c0496b5fb3caec13a60eec419f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039f2ec4ca6e5221af1045886946d47dd2a4abe5d0295351082ac5832bac7319
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a645162dce2c07a747ec8a3dc3f220b6bf887de0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b0f0360e67181636f88dda524b588107e7c24aa566bdd2b3e979a25aaa7f4a5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deb737c01e2914f65fa28282d8ba82e7dd80f1c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8de81fcf9b414447c8f8013b0063fca48e1082ef867b82a3f5b790b6a21481a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..671dd76310c03e0062fdfc38cd8ebe1fab110142
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a6a85fa18d7d4fd054fe7d61242091a5a601d4c81610d5febfaa0a63a2ec9ef
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb26bab988600f2d833fef4ce1ae42baa251d17b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ff275121efe799f5e28bedb51d642cf851a2fe3adc35299b7bde100a58b737
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..204c9220ec4031ca361a0b90f56b4f55ca3ea7dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d344044e1853d3bda970a8d8c2e5d4c05bf132e100b2e72181eecf3eac2434b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c15d7db001cdbb757635eb8716ee2ffe66bb2e8d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a9aa9a115e60de5c379bd2eb0716517db4bba858f210c07070fce1118491a2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f574810c5ad51bf95f1bc744f6aba4d6a6c488df
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aec5fe4daad75ba74bde4dc0009ece07a7b3a928e2f04b27e64b6aecf8207cd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38ef9f37dea780d9b0d8c9bdb9102e4e09af4c74
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:874899567acd2f3f32803dff6883cb103817282841fc65bc210220f0ef952030
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9675a750388bf71cea25fbef3d200f9444bced4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c51a96a073c9aa64228c19a907f127c0926722cc201469baee868a6d6ba35fb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe28e87e0e78fcf18c71dc3639898b11def57e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1489ea4b11532b74fae466dc00874fa5257d7fcfa8980faa77a0ef0e13043022
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d88a48f81df445cfccfa352b26f6bd4812f6b68
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37a35b8c725a85ff41badf8ebccebd0fd37bbdf7ab63a523fc8adbae728f8888
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12bd30ab15d1eeff0047f729d704927caa01db91
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94654e3e818f6d5aeb00f07a22a0a5265b20ee6fc03ef908d7d27c3e12664e9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6c77c8cc6f4f98abff33f39dad7b802ccabfce7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66097d624bf08b20cfdd4bc01fd58be60f29bdd927be6e3e7b806d3a4e052d03
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdfeeade480eba286f22f26c3184839e712f60c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f44a9a6b2dd1c6be85c640ac7f4ee0c123da7231fcdd4130193b70a5dab8eab
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce9f58965fa086bb54ee8e8b9aae6063e28d5c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e193f73eebf3a67f47c0a10b239e0b7f645459ba838835b6570f60fcf59504ee
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72f0849eed0c34ff3d27a525adf8893eea54a81
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e49e95575beaccfeea10a52e553630f45705975e7a3fbd30419410ddefe2106c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e66429ca588aa9fe5a17525491ccd9a288cded35
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e146529a8a84c3063009b8217d56355465414ea4657fa10ee3a907c555abc6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cb9e0a8c30b07a63a754d228cdafd0c416e1218
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e57d619064c4d53462e6149f24e6f447c67e8cc29aba5ab70e41133a3382843
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5704080551049062d567ff67754ef2b9dd540ba3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64dd685bda748b25ea0995953213901d00180cd6a4bd086e92d7e0ad64e34716
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6af7914c59f9cfd76f3bb27a3c5a03c8e4dc8567
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ff8c1dbd996f360ace0f8fcbabe11ceea1c5bb15dd53f83fa8dd799121ee89
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..930915bd8c3634f0e2b82d320adacf6491ce7fd3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178a2782d9d56c0a49103da2f99adbb1b1dc74eaca67b3355b32b7ccf175ac39
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d6ddeed3f9fed06cfeed9f5212f1a8f0dec4b34
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a7f5248da1af117584088dabab43d4ec9b4f93301ed850ddd6ee28d72c92ed
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c6ceb6b21d4f55d623eed4ae2d68dbfd68f506
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d360482aea3081ce99e55b70da479808976d5cb08b22d43f53aafbc654edc4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614e18bc5f88757d06b2815fa199d800674336db
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c42882cc52c5326e2e7dcf176bde67662ef3887648daf03a207d55956442bb3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0a79cf6ef624b52475e2b86bcf6394d052f5e30
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2621bd48c2b1c94d1ebe8783bffb5104c231842610c21e1d1fdd0be682db5915
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd20fdcd722e12a29980006f7a8167bdbac15b3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c380cb0de92da35f1f1cb11d289d1c290bbe357d24db06b971f80c79f53785
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c55ebbccfa578864c9436e2a50feb73a337ee870
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88814d2c40689ffe9e61fa486418834f4457404bb0f67eb6037306bc1266491b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc7f3f517a615def8bac564c2dbfc4ea7ebe7b57
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e269d2955461c1b29fefb77057cb0c7241e1a9daaba84899a71471b428c41772
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece9743cd863f224cb3eed85dedf6fd54ace0221
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb09afd3a618a009397b0f0456f7ccdb9b585bdfc16db4ed845b0a35075bdc5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed6f41541b42b28d2d416a826a4f608f8356cb7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8370fa23bf2a6de54b4d9f0726451a8de648e868e36a1339d1b591ad10480fa5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc83c62284c518f4a16f6e081b31cb1f020d37d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46cb8e9cfdec61af88a280772862788bb2a45ece95c20061730dc9a08d9b4f88
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e377dff3f308cc68df3104d21e7cfbe7464478c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:080c032a01e67b13d93066ec7210bcca79123bd3c80964b89f5c98cba4d1b60a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e904d2e53b669b5ad8a64328a33661f0f42eac36
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f72f7b6bfb0b24cf760973f132c330e9b66211f4e8059586a675e2fef9df8002
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b7f326977aa8f529a25a16f39efdfefa81a2558
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379ca2a1fd514507fb34eaf986794d804f70b4267871f62d11d301b04acec300
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87f85cae3fd516410973166110f1fb03b352084e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31182ac08a16dd9320d3e0b96896a78a5fba1d670749568ec728614d5da5869
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6077037f78bdbe9c91d48c80838c014c277e78d8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53aeabcaebcd5e81e745ac1cfd0decac3dc71be6d38df84bd8f3759cc7f6f758
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48d062e685e178b0355a4bdc849874c6c661c135
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c770eac0efae80e72a5ef8d8f1329c1a427b39c76dac9f6c8d54cb19f7b1f3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..027fefb2b42f2c6280e87a796583d5677c4102b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac1f4b3f73ec41881075b3ac224fbca0dd15919fb148cceff853f1fbb691c5f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd45c2098e9332c5ec99e4c8ab8ad3dfa292399
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75b42a4abda6825a247667d1017725cebf9f12794455b6b8a915024ec857bd60
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b448c0ee42beda736d3ed57004e2f12ac65ce21
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed24378c155604cb38e97e8174f25d0e2bb598f3a6298ce4fae28dac7cc1a98
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb09e03323fd49b3455eb9295a445aa93b90a718
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd5b12214aacf691587dc3552d293c26a1cec328f11247f79db65d3b40e65d1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7981e8903aff883df2f8c958fd2189988be42956
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fa67686f752abdfcad72d7629679a59b625d718bc4ac0ebcd03a674c54a9cc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67b247a17472d49873a0d7a1e274d7937c9117ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d04659d67453a14a122e4f430bd5bb1ebba1a85571ea37f362123a4df393e2c1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0cb5ddfffadcbf2c1b0e9aff06c34e0d1b5ac06
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4ac82997894f1644d328ec50e41f3f12d94b62bafe4c9badc324ebb6456aa3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..319cd5fb4fea4a225590afc0da2710e9e9d851c4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf086bd10774913ececea3f6dc078060a74c2b294dc1bb0f4677e9d2a986bd93
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..987229a018d08fa02e9ac83b592fcc8d9ffab964
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86f46f4dcdfdf5c85985faeb6afc0060d4ab5567061a09a3ff20130efb7bada
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71ec5c43da3edf7ddb6aecb0261909cbc63a7cd8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:675de0385f2f5114616289779154afe4a701493ed6758ba081f2982787beccf6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..882b2ef50d6c19ee42a4731d4d2f964dd0b26787
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c381a6f0f39e01cb1174fab86bdc17a4f3584754e64d9d6da3d3cd21b95080
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e18cd0a0c859c357a1ad7b3c4061c55edac6f3e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa9ae2f6fa39631b9a6f1836fe5479636ce6137d9032f3056b5ab56750baaec
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c5d4ba00d32d2ba814f0786081616742dc69f16
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e476df38720e8a21a34e7855d05c65cd06a88cc9c353c3b6bc6a7db32ebbfe9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02125493fedf239376f1259e4c9f9d47c3b3ea56
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283b3d2bc305940db64375b6f9c715cee5b882c68a675b6369f08b1dbc5dccf6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173b002d5642da11a2924d0ecf5b6aa4698ba78d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d55dc258ed2f4261147991005362d1e7f43023beaef7fc165afee2d690cf66d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..928ff37ca22fcf6c54b4562e238d5610644e4e69
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26fb10e9d33adce0dd48336adb11a5123eadf1ca2f93c4839f98bfcdb5ffb9d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024b767dac73ce8939e9d2fead6d871c1fbcfd8b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5693220557611e2043850df3004c33cdc774797fb0cf95bee2febf395587531e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e534cea8c1fb9303b3aabb974a8e599c4efc3a9b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ce136c324642e8ee5fa5d649d94b7bba6b4e19324f972d05e47c164e75f9197
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d2b69b09b38e35b37e52d702c66f2d0b3f3e7c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e187985e4b97db72ce5d6fe4f622ff4e4ca27caa5121588132e1c5818e2d31ba
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04833de74d75c606b8d15e17c972468ed9580d48
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:455242a328435164ccd927d615cce7fd8a8ba48d7f9f5c15a609655e7c78e15b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48400cf6a442863f7ebc32af7ca3b0e03f34e204
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79049605350cd34a2b94275a980805ce79e2c12effb28dc7b395e9ac57dca75c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d28c2d86d4481f48d7ee633a647727d3d247d4a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db396f9de79e9e9014d78a18d23303badfb8e8a032dfe3e96e8f321cfe46677
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a99d31ac899db5cd4a0abf4195b354ccc699d12
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:821eac584a1feb9efa9c82cf1d908ba37170d95b26e7aaa0290ac9c5aec4f1ce
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a775be9b2fe00ade042a92f2e6371ad4c53e1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1db3e0e027fe8e58a15dbf5c199174f23312ca58eabe60da43b3a6e55cc86f1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8584c3ba4d95f213206a5af0d919464db6e1986c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222c30cdf12ffe6198390aec31174181a49b0beae92495cb9a25c40ceca24d5d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..442f87b83ec1b1a2bba98fbe50a59a902215b9b5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1027e3090668ff6ecd2eb18839f597a954974efd584baa72e992e0ab6bdfd5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa19e9b959308c342ac60dd0c4e124d88ea68200
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abf279a70f2d426fbb1ced08b0040a83d97226685d1d93f0a609f92ca0c46a9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0046b7178d53b133257ce6d94d4d5722bc0c3021
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36fe137b215405c3201110a218e128a56c9d599f56d01b1e4657fc7b123ade0f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b297064f278a081b7776ccbe16ffdb22f767f80
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef227ad9e192fcd71c45882ce517ad86cb69167c909b3c016b1e4004cc36c1a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43ba8f7085bbb6e6782e154e0cd3a863644930f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d3e4965b2362c4fba52f516bd2d63a782d24d301abfca46497bdb75439919d4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e013890a4d081aa55327a97502b090824e7dfa4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36148ab1a25d193d0757ee8a4f92f8c1871539204e0766d73980dd42d3314667
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3cae9925f3849e38f90b8ea22d10044a74150b2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:487b8a67de8160078f222b1b480a5a5dc26387c81339402394e3bcdd3618312b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54dfa47f279f17067883137775a81ad6c6c2f398
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5f7f65e7e200fa69d8076659f440b52347d0455ba9e4d6eb666e9e2fa36379
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0b801ebc81ca9937907bd63d5ca9e1c72ca130b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae0ad0dc2bea954313b98d777e17f4ae3bb4d9359f0d0ceb8a756d11dd0b40f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f8f8bd1d7c8e1dc8b6d47d77cf1cbf50fba76d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af8a39cf34ee12676c82fe19bbe6e9b82ce067fcba8db1c1aad6587d9bb21406
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e4b8f29656596d5f9b48b8e1bf27a2e5fd9f8ef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:467021cce23575fcf8b038e6069b271240f1a4913e5e3c57a797d10d490f278c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d004113b43706c5cb9829602cba2aecb5b5d1bcf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c9d784057dd85a87ed83de61da8f2e176750b0d8ad8f9fc299ffc9e036f36a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d65255beb46b45ed5f97aecd68dcd8e75b075f0d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa9fcd91b762eeb94826cbec8dc21d63a9d634d4bb46c2029b15d7c588cb669
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c121cfe9bd6f7f829e8fa559b00a3b1e5d7ee9db
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c6f3963809e8516396149ea18c64cece282366ff793c3acee7b5eb35d3d4a9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56061ad351476bfa9eb868c6e67e2ad59739c2d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89cae490ce41535f41383dc9701199e9e17dc0f5c8873a82f9aa373a9a243fa5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..262f97e9ff3837989d5c360a10aeb404ab83c2ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9c798709379f0470765ade255b73cc52864c385d44a4b659fbb2b58c79d9a2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52fcfe5581ee17fe6995358440af296bf2965c90
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160cbda1bbd87570aab324cfacddb74018664f969f978c0f84f5828f78d2993e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc3385e5cd9b771a24cd5725e211b1737d016cf3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52bf40d10fafb895fd3a8c9c3e04eb4b26c93de3ce0af3a8f32dd0aab4e4e0f7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90cb486cbd3a0ce010059198313aed30313de0fc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6cb11e51caa566f5d133fe0764055ef700ae716015e735902d9e48501639e6c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44a9d30114b415dc4a9ab0b9d706e4521a6af631
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:242ab0397aa38ada90e7a011437bfd2abb89010c7f1c01f7a2c707d0e7c8ecd9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71e716511b6fb42fc223ebb0a7f3e798efd4d2ae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29dce7244147f4fea8088e8da9d0f80266bcae72fb29fab9fd1e7638ebf9d505
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218dd87acaec93dce04bb9c56aa8d82b3e995913
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9695a366a6ffc89f1d7ab02b712679107567935bc3c4f9dfed552cb6f12dbe2e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..885055c8e753b1c556b0ea0f0d967e638ee85a89
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd04448d96a931c552874f5e7896a99e2069611f02157c5a8f42049dd170cc9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e6f3b2bf70703b2d40d0b15f8909cdc0272ab64
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca241bd087d79e2ee9e09e5d1b82c0a7e700ef28ab0c18267006bb89eb6d8980
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..225ec5887903039c36e3bf5a9570528aeb8c2c1b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41308d452d63ee6ce92efc6dfd65db1ab11953c8e495078bab3f43f84dcce3dc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42d16f3e4b0eecbb8d64db70ae70de2e39e0156
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d087d0519219c7ad31f552c659c5bfced76e83b9d43d861b755e86f0a4d109d6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5674b9a80f61e7de8e33f060419cc0443d033f83
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:698e5208ad344bbc89a5c8c90e21e69438db9f41aced55dcd50a3ade2f9f3122
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2aa7ae0c3f675bba742ff951b4332e13907b279
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e1a5b482aad5a6b0251800da4f77e86cbe0bbedc26f7a3ac4821ab740b46ae
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc8cf39c3c0272fd09a8457709eef4d1ded87ba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d63e862d111a756917601ff6782c7b54bf6c7b766e21d6d0de11755f9c16a4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a28de535706e0e8af2884859daaf4903bc41890f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c7a395ff8e5830cc952af0b23738a6da1a72386e28b6b3ebf05ebf9fefe24d2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e04090fd2522f50c7eb24a7ebe0431e93825ea57
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae29297f4424002700ef3be555a9c8ebcdae44fb9521701d7192bc8a1645f14e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c1743469735f10fffb049686ebef3afc5f9ff18
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7bdd4023342ed954b8e5ae625bc2437216d9cb7d4e2b47e1e76a15c87e15bb4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2d8b3b82b01f58d0cdfc83fa11f66091abdd25
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5061553bb13a6b8743c7e6972758460ab2f33ae5226c51403474b8f198652167
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e66f5be3f55561c5413b9a69f637dd482574e47
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb9ef299d4bd37744643cd6cb2edcda696e0cd4bea6f5ba5cf9d9d74bacf39f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8df4a509f2b72972867f8deaed06103556b7c75c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f402e5ef2963c224060cfa8af945ebc467ff133c90f2008bcca3844001de73
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7369e85c9a436215408120be47b9d2865bb370a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e83e328f6183b8eef397a60374ab0af400a7dcaf816733ee0d668331ee0b85a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7fb81b436e30be172aed66da275cbaf80242283
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772d543db536e82e71295d587aac84c61d6af1efadfc9856178713b73d86cac0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40f048116ffdd31ea1421d68fabb11274b3c3d44
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:447160ebac4f4f93ac6b7708217875d3a00464be6f5436a64c751c16c818ed0a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb53e4e8350eff3568cbb2899844e65dab5da46
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e01384e42ee58399be2d5d90ec9e4316e3b9631cb565eaba4c21777b0cfaf797
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d71413272ad0d751285dfdd4bde14a8e605c6b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50f5c3954a472c1e471a94089db4f5ba6f016d51904bddb67825edc68ec170f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44badb1e28a414528d640229d1eec39a475d0295
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c60c4cc027ce53b655bba9f185bd716fc449dfd884afac7985c6927946e901b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31991a5823ed2e3c199586e643b42acdd767a2ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830909c61cd6b9391da652fc666232326c39a4e769a6b04baeb7a7a221ce5500
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0575ab3a819acee784cd5791552915572e9bca1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b88c3ab574e1fbfc054ff31652f5f8b69ad6e7042337e3af3b8e2b9d20a2571
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3330d5b332778995226675754c00fa3244495880
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8908a9ecc72686adcc4c5aff6e630512b2d3e27407b3213b267c61fd677fef2a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e268c9909e708e452d6a1b6f3a91033ae9dc7fd7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5be834f4a49277ac8b50b15d7726628cae249fa7331102211a3bc5a50e60469
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b076981a9966b18e4a5b4b7a73808f8e2d3aa2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4181cd11a51d8f9f9c97f077fde1c3de57f50928206ad51921e2b7d7c9531955
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70d4a297cf765340b74edfd0d6bcd184b93b23f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1855ca4110d412c42226bb19a624acfc50e1c7cedf19a096ad926098b572956e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96cd7e7abf7406e8e76337924c6b68abe9001bc3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6cecab7fd84865b58f60b3726f3a4cd9eda43d6156a1a614ea7fe555decab8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..203a02dc2831a564656c59966ae6eb17125edcf3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f46d352ff29432482317415098ea8e440cf1b72c24a0979d2c77a00caffe153
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa0c2d1fe4428538a9ed7f1d0e3599044c5ba81
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef2611071cf0ddf54e6b7ea65cd14fcbabe8a81c140c33c4b10ce8b3b7e7ff6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3144b46b5afc1e976f96845323105f41bb4c7fa4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73187c067d2516d5d1efdd71953b49f8280817967b0a15147f3686a6da3b7b39
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a9232746c2442013bb69836583a9fbb1836d47f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ec5bc43d3ed234925b38509491bf5db4026e73592c81d062bda414517fc189
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c37cb2cc2d8b58b85f512c6b4793bf7aab2a1b32
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92be758573832f5fd1e8324eb9f9174de9fd4d8f4d407110412c5785d59294c3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae7e4e8a3c0843632de64e0f8b57a4a65cd27a30
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de0461b6c4b25166e0d567f9e5938086eff89629cb3f92d4f07089afc1f98fd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f941ebdb4cd8a6196bb509b73afaa079dcbd7b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:085c528ea1f7f5cbe66930b62c9602d4d9851026392e04f9abf00ce4b3557830
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa6d9a062f4d17be110f260378b00184d25b395
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93723eb7bc7c2ccf62af132373d0317b29183b98225fb38e8313df42cf227ef9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aaef1a5a34a328888751f18980e4a16954c5f19
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d171f4e4b803bf13dbb5f2092a74603f26f6b592e2911716fabb8028c18d975
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75bcf096c1b981178947e4cfca29244e0dbc850
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8096b385b118811e16a5b99a280b13fae54d0d4ebc67853b40c8413cf7101f2f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60191e37c026006c104a6f44672bb88c39ecf53a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ee4828fc52ac71fb4f5f8a4d2de5e60c2ade5467cd5307da4bc240e5f1ee15
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa2797394335bcb328e8dd5ab02e7ba9a9a465e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d850f9e40a774e26c7886e2dd5932bfff6e5e01af7aa60dcf74d685d9b461ad0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b90dce477c7850e7330638a573da0e8d5640c5c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e0c952cc075da9a667d43c06780ce9b78485b5b7d4d255a68cc5aee0ee5259e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a6307538dbb7192f1c97d1048dfbd2759f6f61
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e9d1cdaa81b14c64c4f709e41d071fa94646eed0dda9f7b53e3c2188f44447
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..324e79a10fa509ecb7249cd7409b8833cb527077
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1127c6c5b2b1f069eb868ee3d4be324e1d405ee6c873d98ce812f646cb2d2b0d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..950eb77d24a3d2d15f19e9e2a21da4581ea7b663
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:004f94194144f719b5a881217092ce17adc13491f369d4c66ee62c61efd2c3ac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad5fcec1a89fdaf8f4f77212ecb993df858d2234
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27140e7a46080ad9c3eeb75cb6e84e33d2c8f621fa754c9766cab418e1702cb0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e35c9aab66563db6019e7c8acbdde99cadbbbec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493fb2769e3a02771aa8aa65365559b42a092bdb7eed546aad504689a3850a11
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83e1ad3e3072c1b309b1d3cada39d275e2f358ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a284a1a4cc0878477d9abaeeb30ea0aedfbc55083899ae2db71b7ca04f0ebe2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68d2217ded5581cbac713452ec6fe36eaa728a15
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ea2d5310dfae0b522ad3fea017bdda5c778394244c736e506bc683de45c83e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8617c75d9da2b6e6df3745d725d0a2335cde7fe7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d7b1682e145471fcc94e53014e6020e40b022b90b2259a5d1f11c8f611b861f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50f936d42e5d1574a632cca0dc65ee680a693aea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:571d6677d572cc7ec21e12fb9bceec17d68c0ee33586cdc1e27508e83c167188
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adfd1a22ac430e65fde41ed0cdd97871b878ddd7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb1bffbd86c16af29be72f32db3a7c3fa7602de82ebb8ed8a5e781ee4c52d7bd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ab2d4ae374e2d8731cb0c9345141d35a0dc6fc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3db26fbc3b7ff81e956415d028f7c7a2cad6ba1bca6df4ef3abecd1924ac9f4a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0923b1d64c10cbe1b4b8d5aaf24e12c4b0334cbc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d41520118561273c2750689388f990c5b8d2d81c8e1d5783a96e0bac01bd900
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9328d8701ec126b504062a7b4ba0216235c1543d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c51c39ae660e19457b4ec42887b8fa62abb35e29d142b8087d5ef1f98a5951
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ac86e3a1832b43b3c71cc15552662d55fad4b6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d33182703eb8120f00dc2037344b63a06bb1db5a7e66cc0fbf29dc137c86ed4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd9e41f44810615cf70a033b5869b076f4eee9a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1571941694775601280876bba1fc4c5f076e2be74324126dc891653d18b88ce0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ad529ab62c239f29dab61c3136c6f6a9b1b7df
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b8d0327cd0d2f436b4b24880011ec23b4ba4d4ad2b28247759fb9e7576ece6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..937ff358146a2fda1a3e25598c1f5fa741289c9a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2402342253b00d26aaebdb5d4ba4cae81cbf4c7cd34406c5cef34265714810c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bdccdb2b2047a389f29b366f97df91e0a04fd38
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7dbedcd8ae0b701214cda275456297a2f13a702ef558f5dc8f2f1883f4586d0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d6ef6c378813c048f9f08808df90fcbf0344f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a0df799a612587398297983ed9c1ac4a2c03b5f3afb787304db878edbb8ab34
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..754632130115d93dd9b2018ed10945667abafce3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f394d74550e417e0d823d1e6baa7d772cb34ea8cc8ec73d54dd47b3dba51b1b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de69c1713f1f74d206e70ab0620dddaca366448
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e200e4017dfa613baaad0f400e1b56b0e2343f7d3c56c735b0991ff85717eedd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af2fe847b0c8db6b35364951ad081c6f1cb898cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5979bb704b216e493657d552251edf37832a55a3e3f4f9eaef8932fcd823a6e7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08dd14c3b67bd9c7d314495f6032b72d9b4f7018
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555f9d7a513d38d2921937d458707de20a3583d7c3ad898de4a7226d1c9bb5e0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35b4db76bcca74eaf15e5c4c9dae8c360002fe71
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e587dc3d0c163edc4516d0895349289b67249ff500854c5906e51a5b1cb887
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9716e0c4e3b68c08bbf842171ac4de1cc4abeba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2430678fc6c12da20a7a3587ac503416e4a404e5fb8a41e5a7aa3862b27955a1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5854977bc63e338588457e3407428274444fe2e1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c74eceadb60b7c40e1d72e27bfde1badc4ef659d2818c6e0480e731f5e2f524
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b413fa5bee857ff72aeeb59df194f35e693cb7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3e68e69786e1b476e4acfa50712fa9fb9a1c86352723ac3f1b4415f0d4d5ac5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..404fb23aae85991dbf0db4c365392f651cde0038
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e9926689977d4c5ed148a278ebb2f98792a8746120a9dea69b5a70e7dce53bf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d962cdcec1276e48ad6b6c6165507e8d4323000e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee861fa316c4a3263747c713808d3df50032b3eb91718585078db0995ee8328b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f650590d3fa31c1b71e3bbdf77874de102a8d54
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a08a1680e922729cd7b525218c17099794f3a88bc76ea7988c53f88cb9c51ba
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..818430ea74d8f424712cf379681553a626c7324d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e61db89cfe57e1cda197f38bd1ea1bf951dee3d28631fd2ef4e86a7933618b1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f70e36a1a74a962bc49d999ce6317c16bda64e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5ec10c28a4f77cc409ac59173142800a91d73c854efbccb534fd0e24fca4336
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b337e43664890714473175d3baea0398f0fd63a3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9f72c991135c440221d02b03d163fc6f744e008508c3ebc7ab10fd0da729191
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4895e8a1e3f8371ded407a261fbd025ef93e8cdf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66c01e4c0db5c42cad9247cc6f23dc1d100581e02c62ad581a21f4df1e398269
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b53f6ec5b2890f6b09f8254ec4b40baf9277940
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee6d33e243845cce49fa1c5e46f39af30a83fbab6556e21ec9424d398ef2fcd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a44ecd2ac91d95b7eff73707d9326ad7a105e4d5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9edd9793ff2a00b40233bfe9a6f3c0f8b66d03347b1d86c8c12d78854ccb5260
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2744002cc2ccc58dd6d2b22ed7f379b1ab1908f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf299071c1a66713a0ff6caf80c6a156d1e1cdbd0fdf22eac6c8c595ffc59ee9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aab93e16dcf2297505577d9af2594205547b368
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd1159344bd34ad4fa44883530aeebd1ddb82a955cd91564d0761eaf9ba3547
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e825201ffb262b4e1492667fc042d4520a461be7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67f1f74b42a45f2cab7bff3bf78faeb942c204f87a1ec9ba1c70589c174e62a7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a072549d926f6780dc3fb9f81cff58c5a01022
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:958070149a10bcf7d0337a819784c0b8ac0e2a2151041fbb8c1151e55ad7021a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d46c978b3cdd57632b97a9dce0e7bb8693bb3cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:581c2d524a8626786df9bf563861db4fa4ef33190176af426b859e8234bd6edb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abd3c1e41b635f80ab8ec0b75c4f0750e269d40b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b1a95c1cb9b2c7f101c42ce3d8b9afb1b5e7b57aaedc174c1e3c458bd6681ac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b836e70cc03b0c6fbe131857d3dba440e937c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae773cf03290be1c9a7abe9132fee3818dcae7bee06e5f37d1b8df3b69451566
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b078f0f0f28bf6c82894622feeab29a63933f434
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b163388b9f0136f69252ff7c6022a04f307b342a64dc1cbe28f40e3d45cf99ea
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d909c2b23387546bf1369b1076de034f8c057eb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:144a888353f26cca4940c03f70dd9b6aabb96ca8da7c61041e51765379879d49
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef91bf80206bfdbb8e1358221df7165cb3eb8f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ac67666cd4aa6b90d9fb7f1c1c70b71c19e55967bcc3eb5040909361faf377
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbc2fffcfcc26b148914e51f8e58d5c3e746aa73
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84a62c2cc432d780a535524a1ea6d326a673e83cf1db2200168f293e7468983
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6db9c27bb560ba5e8b6d95569ff19ed78c54c6b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72de51287f590646ba31f6914decf6f045f206edbe46966ec5ba3e34a5a20256
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8106ae193274173e28419241bc444ee16291aa69
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7335993f997cb2aeddb417982ed9ebc4df38125670d577b929c10722c1a8c0a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2744002cc2ccc58dd6d2b22ed7f379b1ab1908f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf299071c1a66713a0ff6caf80c6a156d1e1cdbd0fdf22eac6c8c595ffc59ee9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa57fc3b8d96d76fb115593f892676f105b9bf9b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4540669b247c9fa0ef987a2346e1ef118719b790a2a8c0bd7f73f0a7b38be1d0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def57815eb7bceb7961de332e132e432a251ff91
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709b6d2c0e965dcbdf5967dcd997950fae7ed02a1fab82b36dd1dc62821772d1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33356929e47966d3b1f28554698a7f300aa1c156
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e2a3df53379f43ec0e4ca09f5ab8d32181071aabaa27c71521b40c2c78bedd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9730da56d7cdb98a9f84122445cf10a784875a69
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9cf006f63b8495e88e082c9cd01adb3ee2ec760dd9f13728452eb26021bd76
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d8fd1945da41df6c74c5a1dd9999ad8912fbe3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1f39d5c0a085692347c689b523007b1a3f160f04c3de68964a2863738e9989
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c39f95acd46ec67bf2fe5b2bfbb10f00547079bd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a3cbf13592d25ed87d3dd80f9ae14779fb80dc3731e2e0aa923e03ffc47ac6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5684ffd91f0ebcf52450da609d83092cd7afa152
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22a94267fee7df82ce7780fca74c0a41ada50cdca18d2757851df814c9fd9d4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbfefb347a06f2e0393ac9d89f3e59cdcc46c494
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07bdd2277add408f638beab01b9b6863cbda126a82895a8d3a28dd9991fa2377
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea92439ad2ed6be742b0f4066ce95ba87be80f0c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f74fab2af2c46f4c2ae5af64e55dfb37f3b0e8ba7d4e0a4fdab65fce58f5a8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ceeddcb65d035f129853e110e8c0d4fde7d447c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa0c08e4af4ea0d4db726153d7bf5f6addd3b9b21febbb7646c8a2afce3ceef
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d771c482268a551f4388423ba978287459bf5e87
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d3b0b209e828946de085809683f953468d067c64675c9e6197bf0edaa06549f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a7cbc183cda8e2ebccbf4340fa91b9cf31358b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b88a65a3665f14c6afb1a186ed38322e9d76ccca2fe25cefa85fd82fbf7d8f9a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2744002cc2ccc58dd6d2b22ed7f379b1ab1908f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf299071c1a66713a0ff6caf80c6a156d1e1cdbd0fdf22eac6c8c595ffc59ee9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00555eeefa6bf5b8e653b458c56a9f77f2198f4f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d033fd3303459deeac19b03a54713d4bf90de86fb1bc0c8364730bd08e07406
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..babffa7657f263402d20e0a11f5a27bc98689ef5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ea924b106493d092d1cf1ac3a4de4aff41ffd27c8cb1afdeace32fd2bfe894
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95623419a94771779030e7897329043af9b211dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2afe369ea116021a918e1bcc22779a9a123d6b9d676600f820dadd0936cd7bf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e49aee8fa8ab0d5b4dbb7daeb4c049796811705a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b530331e1fdaabbb99c8a1e2c7f852d1a3e3dde059f37b93ea18ab639a8f34d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c703a63cc15f93df3b222c17a03197478bcb563
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d1f52b60fd169cd24317c0cd597a7cc0693ee3f60cd04454a57aef636b8ade
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4938cfbe4d01e4db025eb64cbe49169dd39e1a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ec89cfe8afed2a4469588c2a1616a4c6e3d3e2dbb57c86f8a00a436749ec4e7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..693c8589762498b3d657a4a3684b3b884d2d696f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b7bbde6376a2d0abaaa0757575bdfb87ee20a673b3ced881c94b8931974812
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b5873ae9fb89ae790d33b7984e5a0c224b1ccb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f965127368499895af59113af6f120a2be3a40d24cb41a8d26736d3144a75dc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38e115a242e44c71f07532dbd24a23824d5c3603
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd58d56e336a5ace4f23bd0d95dee1043b13be93ea0f6a164f9ac4191f22beac
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a7219310e475b6e116aadb0b6766705a5511685
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299b15c4282a234af10093e6933bbed5af98abeba9c6f1746960792fd4fce08e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a01181d6e71128160a9be52ec724df8b03638c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81aed1324b1cfaae994664564e583b6fa00ceb7e9cad91f6ffb9b4ba71b62ad
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00744899df91c3e235f662a495e67f041dd355f7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeee508e8444f8396fd1e8e0ffea0445ac85ea10077d38128881cea01097f47d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66cb8bbb4bf21afd310e9d149dd4e9995e6e4e60
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79247d76900cfaa9436b26f4c84ca5878523f697945bc385c632e168ca9eb1d0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6cb46870644b5b16f04ca5ca899e5c922ced538
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:953f63dc7d8e2704ce86f82388283ba6ab454f28a92e46c749bb67cdb4dca576
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05bd964636aa308e6b47b250bee39963bd801fc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80c31f86e425deb5a83d79fc4c7d419a62b02b954f50750b851e295219ddf66
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ceb6ea19dd3481624e81c6cff421f9cd378a391
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d8f0466c408aa317851777a00a7e55f8d7d9120f0055bff8dff84e8b567356f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30e6098ad442ab326ad43306de32ac13beeb2bd0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0508cb2d2dbcf0205bed1f585fb67557e95de64625ea486b300f58589c06f4a4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce5348f513ceedc5d85ae556fa6e64f6778d3425
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8369380083fce77777db3b632250e2db3bd1055a2802308f5ca2f264330285
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b3f0f8d19b5b5d771d003aa0539a34e8b16aee6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7485df9eaa96fabae99cc78df4c16aa219e43c3b2530a562f5fc2d95dbfd794b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67bdd93b2ac54b2f12cd05389e3b707793121313
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf8d8b746cdb6a2f97c079a0e81bca1e2925f7379c0e1b0419317c656943d58
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b4b6587d68eb03aed7d9ae4675217e2c6943623
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a16040a572c31912cec027c646cd240fe8f7323f06830f4d41680b614404200
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84844b3fad56a9203edfc7c59e5d055eb744e0ca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4e24748c01967d2ed297eb30fbd4993d8ed589ee253c653fcd3f5b305f80523
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f512e09d76ff0d6c597237609494a2fd1abf5718
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae1ace2f87af619679bf01d4aa09218195146f84916c55d50e3e53fd00a5f5fd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db06028a324fa0943a6458b044b39026bb8226a8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:047649dda0c99b2e2672e6ae4e01273dc2f76e47ec9a6d99b2477030ce92c51b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d294141c1ad7ddaca92fdb06958eb43eab11cb8a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da84348e914c1dabe7d5250eb205a95bf5346c6d8ee1a6cb9a6bbf1df0e38e37
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2507159a13748ce5de6cc4e79bea7e907ab15009
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cde6d8116fea42a75bec4e1b74aba30d6550cdf6cec8a43bb119aa983b690191
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b1d07d1e485c64eeb4548951d61ba12c48903e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d3ef169a6971b63d4c14775490999d85147035b278db7457f3ee8b2282f849
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e035512757353b40fe25b4573eeed91c83f216d7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c76775eef1f610cf77f09bab6c8c96065ec1e21ac4fd865bb65ef07cb8249e92
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a019e47657bc07cd67ec984a1b56f96414681811
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7871a1ac018cb717a44b715481e31cb4b98abd1c291f37052448324614da3c4a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7738b6f86d9a047ac8c94612e2ccccf071695049
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0826bd90aa37a505cc999b8963db8a4c8dd8340be08d6d8270378393dc08dc88
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a84c605581cfa1eebb4a9c8263951dee67115647
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df3698eb6776d5eb22583218d9ba74ee1ef523b240e74ed99f47ff59a008a5c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5608837d464ec2088b5d0b67b374eb1050e3e293
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ff7d4af244f39a9b56f3665c9346c3b0ece5339f4d16e9fef5d6be21e5e8e0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a86dea9b8bac5b5987b6fe3fcf7f3efd24d933d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df5d01aafd82da83d66dfb06f11d1a1264d0f29b5d934ce3542e544ac918c58
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce6b8604ae44771f90b1f8b15be93ef02a3360f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce3808e2da7359fd5548bdeee010cc143569170a3f3b586e88a4d274853a2a5a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bb3f9992d2b1a2ac7ab58ca20e959c5ba2aba25
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9cc7e5cabd090dd5398cbef9c677dc6320921b4e2561965b8d26308de53c166
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd371d88df493924b747d998473b8799a02f2e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae668d69c50b6d45cc5d0814d3d97c0c09fb4f69bd27b439ce86688a12b726a2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31eaefef8bcc970459a119d39578fba61627ceef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7255c118c52c38853f8a1801313f7bf5a6e898b7e08e56856491c23d4dcbe1f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe8402951316f15f9abe6489f71c544ec22c2132
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:979366322043331f63e7184b3623fc903efd466c6669982947554416bdd1af5f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f8ca41498016b26dd684c397402d755a2f4210
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88629d239e6dbd563d6fbd00c87f746f01322a9188f7209a7d0e6b308dbf8723
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e72efc3ead4617a96b35125c7a694bdc84a2dcaa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97362a838b8b17cce8b1eab5837645e2b95aaa9808c358cae04cc99b3a5d5b32
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a293af25a39ce1cdeb91fdcfc9ea008dd91b306a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02bbbec3a109cd29ea0a551599aa3535b70a7c396f138c022ec065e2ad6e19f7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ef3eba1f1b6cdb90fd1c0a63419cf4aa8e5b617
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b0e97e27f28f65a7cfa1bf5b0d3c0cdd13739e5092fff36fbc36e779d06bf5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55a94ba728d9ec008c907655d1ea62d9e051e731
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1fb11828af5eae6aa61e0377015d674cb167784b41ad5af0f6721f10fa1ffed
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df6004cb62d13ee36836355fc1750b46aefcc614
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7de0cd50579dc509b86dd7ebd31d1ab598e157ba8369c59cb422270a2739de
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731f77c78023c6cdb8e02ed11d3b39fb4984d45a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcfcffcf60050a9a445c6ac23b0d282f0819b7ae261a488c78f747632eee299a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f51640bec17f5e20bb3286c203da492f9b01de3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c80d3a9fd7cc41a911fddf6640390d15b1c414514eaa08d2fb296eb2aa4f1da7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5988bcb6a8d67b72be47d2a903d65ab564322ec8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b19e8c728e957e4d37b54ac70812014172125b61af8ec26b4c716a35385b8a8b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..663b68f79194be486a3d6a7b3906bc46fb75118a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe09113b92dffad6e291eedbd3ff1f59c556ab6be95737d2658a2505ae6fcaf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ee146527f5cd31e0f5c8c389011574a8f21cf05
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:308fa2c1101988c6c27b5489285405063e8c61e66a17255316b45da4541b9402
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5469dac8cb640652a4307a7bfcf61d616c214d52
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f127eef2b712a5391df67223d5d4495bb048fcf4616795d77b69264b93b8ba
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a96d1ac35c313336706a98f52a4b4728e46020
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b495afc826fb118ca1ddd170126b81b0aa5ec7b323aa946c0a227bd6636af895
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bec95fb2cb4ba9487b45118f090531db61d030be
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:467105f8a97406223270b3d21b38164db62d60b73825ecbce10a252816282a3d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8879048854377b0d5d00954b137c1951b3c42f7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b29abb9b3ca076c6aad757a73674f42feb1d618a373c53c1a7a43a2b0c765a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da0c44a528974c8e576d0e32158294db182778a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e8135adcdf7ccac01d8ed7a4d288cbdda6c3d1caa5a264b62c844d2651ba76
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c3e132d0b3101b492a71b56a1c2b2693f557282
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea3e6f9ff3ff2edbd6094a999cb06c0ac80e3cc2789251679a48abf42b0ed47e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5be0cc9617c5cf62424c2b2bdd9db7e6df75f589
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02cae73bcd6f2ef0125c12e6825a24b5d13a99a2f779c5cfa9af539bccd09bc1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf8c8622e5fe796ba10f490dd4228e37a08da19e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d40f82b63bd1cb7a7dc54671a51bd434fbebaf9ca9c4ad86d9997d0bdb2f21
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc6e7739059020045217dbe1fd47186896d2ba90
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4c5f7e4e75d2bf4b535826e6602718d6d21b176877383ce7a57e06190ccc23
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de3c7e43db4bc44131d8202bdd9101da164946cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ce51ac70327cf2930abd5f6e46f8e3293bd087f87cfefd001dd541ec223a8f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..211a3be4aacb2866839461e836c902698dad9590
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79edcbec8824e44fa86e9db3dd7a3170297e73fca6ce89aff563a5851c45ccea
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..345b9225cb5240ecd8ad47b95f66f351f4fb7fdb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:508edefe9d8261fb3eb71f5fb42c54aa3bfe0a0c1e15df0cd0a43defe51ddc1b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e39aa4ac63ed0aeb4532ef0e7742cef02fc873db
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb9d956e8e3c347c6d76e415f2619929728cdbbf29b99bc663f3b93e8a6f9c32
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01c99a3743dd0cdc90a50107ac4e439a64e1b96e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84ddfe67dc66d83de98b6f9c68c4d8f083ceddc4847b79ef15a616d0cb57086
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d6f29a33dca6951bd90ec45778a27e176bf02f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:054ea09b084765422ac11b824c6978491a944181207058539c27af2459468b77
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0fc8e33ec66158d081d8d6e0a2fc18a4348896
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bcc34952971d068cb87dd1da30c2dbe5ebe5450532d5939cc24d1f6001927bd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d884c69dcece08553f150ddb30fbeaf7f1f3a5ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab5622f0ca72547606a9e9a9738afa6518946e295e8d3bbd11f5b18b66893ed
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4881a25c4531148f18ececbcb83d4a0991d4991f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c74697aaedb0d545702f1fe9c6ebe80bd252b97018bae89377ff974f939b1a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43f5ecf5af9e0673a3a3eed270bca75ea7d08dbd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1927c2acb21682e0da30f90c93ce0d0925af2485b4e7822ceee9c49f0a0101a9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95bba94b3857b5320fe36530cb3098b60b26a16a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56227c7bb7d0f01a73deac610695dccc005a66a6ab2c22f3d887d6ba3db75f6f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1a9c01239a3a76f7aeff995f7b1c3b7b3bfd7d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec9675a6e090aa3c5c271f73fe368c23d21039d91f337e51073d0eb3a476256
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6969b4d5782348a5bdc376e66e1b4a0028c1c23d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e752e9240e8ed6751b73673f5fb90b8d6c90d41d0440170572e5696ab4e67428
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9604cb7d8f8ca0cf9f08b5649ce4161bee46a8c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d9def4dd6c1b3f086e0f5f0ee86557b40ebd615f780de6fbc49845ef5fe944
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04843984cdb0bd17e8c008fcc4e2650796daf6cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb4db935d941ed01173b200a91b7249d97af3d267cfa51c49d41b57bdf0900ef
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb2af6308a0bebd2eb374f85132ef5bf92450602
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43c0c9e4369341275e8a2f4c6b9533d32dfce8487fb389c5241dd85402adcb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317edaa90781310154aedb808a9c16c9dcd7d3a4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042c7a8a5fd4c8b21b3c69bf6aea162d65625002cbda5a62b49dcb9c4cd88acb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aebb69263c1534b02e3d160e3863770b529f2cd9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd14b520a3abc0ab93296a9f176573b5a54b4f5bd2702c69594416b6eec8a71a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dafbb4ec2a30ddf3c263fa8409d383cf743c367
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17ed9fc543b22418a07a4da9e374f94f68d383a3982d17991769c57c370e8ef1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e92543b4bb5f5376ce22ce18af2b854ae0d7485
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f34d5193be6296ff8b3a6f9ccd3db417f7bda1a5c374f623e26b107430da787
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ecf98de4eabd7c59574386df642d939e078d7ca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213177abc50ede5b67995677454654b699885935bc20add1cc7f9a38f241dab1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22d237fff7cc9db064960ed0f85e24455d343d49
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7289e4d18dc79a799db0410cdc4c8324035e00ba0f6df2e9db6c7cae9289a506
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..715eaae35408ded820f3e581983d90fd04321590
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2579e523fad6f5f1c2a7872daacb18b60efb5ccddbe3e3d49410f7f8c9e5ae
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1efdbe0b6478a2b259fda67c818045d5ad22af46
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de880dc2fff7e1a9fa0d09393f6f07dd907718ccdac6a8e089bf2da8f370e41a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..278f09dbfa3fce548d478e8b66b3b6291099c58f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e043f56f5f310f66206c8218dd9908dedbcd5747649fe376bfe2c3227b8bb88c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad253802988e4fa43ceb61e52f42a50d260191f1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c168acb6445e80d24db4321cfb894c82f122a1524ebe4583e6ac9d6bbc35ba3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca5e18e6e8dee6c44b0cdf9ad05a3be39b043af5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a9916621448bf8037d8bbce425698293ee194f44793abfb5610a486149fd9b4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c17ed4b218cddcb3f9cca1fd8b09c4a57fdb03e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47dc8041dd35372998e537fa036b320c56756f9fe297614f91ae5fe236246629
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c563a9572720e0dc6cedc96995451bef7dd6869
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00721a8d51e52a4b380b3c12d909573355dd588f5d3de4a54abbeb4038f836dd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66e378291d0da5b2aa6c69d63e3b78f81462eab8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c6658d84a06f551620c1e0be7221e647b56f2e1f8a34fefe5bb5a83dcfbc72
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de33917ab1c2987c7295e4668e78e9fac5e256cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b7336ea343fdf13c3e2845c325fd5a4579e835cdc10dcc839659abb705096f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5579053f7a1abca5a1dbd40f2f72ae01591b7e40
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f97f0800133bef03a0a5434ef2472cc87ff3c780e27a523b87ad67cb9cb628
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eebdb699a474c5cabb8c84c95c53ff315e9240a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca3b53b363c7cfc36260d5ade8edc2004dd8557109b993547b127d0dd8845b0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f24e9a9e8c9aaf1cc13500c3a6e4e96bc368b64
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39d6fb7b20c7664e887fce85833f44792b2120f072071643d1677a72226c49f0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a47c4b2862bc9a1e1bd2a7c8002fc167790c1b7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bbd66a7d2e727d9e2135d8df41d711481db05a10bcc06ae8eef16ad18dc111b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12a77484bc8109ac51498d5ce705ed79af0a2ca8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2548159d34bb3e7cb8c4d6adbaf6333303a2c5c6a36316b48c45064293477d32
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95a8d37fe56b45548a70dda8c9675b4444978a9e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719d8be6dbba563cc725831c3908f5da9ce864b93c27c29f8f023c8800018362
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a55a3930a4c8253280e8964c8568775dff65f0dd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448256a786488b40d6348b27f6c14650f34af7dc9a3b472354d9cd3271478c3e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80529706a751ad1f6076a150eda0c193f85e4169
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b0f38127262dbd6e5e1cecca89deadb66b491433ccc77d9e14b95e06317bbe
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d7e4b13b0ccb5c06da58c1f07a6da5e7a885f06
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7293c40dca767583bd8a3ae5ec9d48dfed44ea4605056a97780d6dc9b677b3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b035acdfce07f420a021a8067677ad6c19dfdab8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a563e3954756066105d09d9903c6a6e5850e35ba78cdec070e5b7c9e52fdd43
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e607f223f5cb89883e6d5ceb18fce001bee8d6e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7416f77b9b53a101fb2916adb1d4b4860596fbaa0d531cf006c3b8a658bea69f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cab1dadc02790980b96849bb6edb922e4921a50
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ed5d1e5636502cd9b595aab6086d0baecccc2e8db1e3fb33520993811978c2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..922776397802d055815a7b0972731b63aec55dc9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b419d83efcb77e08accbff6496436582b92e1c8f56efe7bebfe70070e7f5cd62
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c714a05669c8ef473cd9266157c3f6cd2644e271
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd902d76790cb48d4fc29872868353581eb9bcc326329838df0a111b9dad2152
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..206341d2053ec9214358ab60e5661cb8f7fba5f1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e5b37643a0221f857203a41b5fe90a1437661735dfed820026905907f06c084
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee5460c05eaf6fa42bfe98d3f3d79eb2e8cc50b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bbc498e5b6d9b85b9331917d5a230963242aea60a3f985d381f542f1b92a746
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69052fc7ec1a8e38c2d53fdc1f48c4c6896eeb81
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e3ceacf470c827da5ae82f01112298d560edbe814f2634f7e38be9b7e3f9047
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac710e88bd1beffb45fae59874201aa05444bf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8280de910a3f74a7413b778179551a2c516154014cb6c792b4ba1df0ca0927da
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a2d51f14cca97bd2e971e5eb5c378b3d19a0f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:228a8ffa2ed13b3151714b5b11e89197e5f3b78c474b1831c0433b78c2b6eee8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8279a80601e298d7cc035be7815c456f5cc8d1f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d2171ee1f1c25ddc1385c3d075d40a726aa62c658df3dbc775c2076d431d3e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13c46a7d06e86ba5f0cd31864eb96d9bd2062932
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba9e07e26fc5a4277c3d2f3937c39b86c1d80516d7c4da718b549d836348615
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d8fd5c678753c88e156ec14e4bfb0e06504bcaf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d29794cbaf95612ee3ff27d23d5d8dfb8a45420b392ba48bf9e656fbf250143
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..206b9c07d14a365b93e6ec5686a11dfec1eba648
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4226b3d152da89de55709d55fa53dbe21114884b979d35b338fc5f1093c84f3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf0d54517e7d12603c1250d0d93b1dc8c58396c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e992241f6dadc50d2981d60a081c728ae3a52bce47cc3c04dbee816363de3866
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..514c7ad6611cbc076804d2beb4dc3a922682ed0a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4331ad91cebfb65e49d14a94b99955938339887b9fe07f29685a24fc36d1837
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800dcc2109e8f78794a3d1867a8089f4d1bf5c16
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db865d49e4c14b35edb58c7fac175bcc14f262a7ac73bd638e6ac63395d71831
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..778ed3707cf5c19a8d9b7a36ad4b53cbb61801d5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6807e0b45be322feb9dbfef6ebaf027b4770b64cd3e49c168fa29ffaa75b4b6a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce9a70e39e426e8f1fb4a789f9ee5fe1cae528a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c9286e3e124f9f609ec6846926450a0fa49c9a2b148dbf9fb3e8db7fc0a52c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add8aa33fbb4f832a41540e2afc9da7c2d10006e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b865c8f1e7e0e987b4a75756322d7743ffe1f836cfba13e1a72e6d5a76b7de
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b2837c6974c8a580e4dbc2801ab73c96c067ea2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb87f1d6179b23c8088606bf79af83502d8c9ed2e36aaf713798743abfcbee43
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6158d6214da90ac8bb343a3052926ef59cdeac89
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a379596d4543a241c6163c5cac5d07e526324ff464db6fab609d621767bfa6d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..323f1f94f1e95c0496b5fb3caec13a60eec419f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039f2ec4ca6e5221af1045886946d47dd2a4abe5d0295351082ac5832bac7319
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f3df7b09ba74f111c80c67f638e0b74696568d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5fcadd977e8bf2ccb33464ae844753aeddc4af5c928ce07e819a70983de7f8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deb737c01e2914f65fa28282d8ba82e7dd80f1c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8de81fcf9b414447c8f8013b0063fca48e1082ef867b82a3f5b790b6a21481a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed0d506fc62a8a299fb79a56c0fde05ad3bde665
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6069a9329ed9a5cc8bc3a0ff2426164e3bb181e590ca7a136853ae9f8c753ff
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb26bab988600f2d833fef4ce1ae42baa251d17b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ff275121efe799f5e28bedb51d642cf851a2fe3adc35299b7bde100a58b737
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e27a33dd61b13f10a18fac60a33cad112f7509b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:565acb6e53e0d5fef7a6308ae58ee59b83d42dc0081bb1ddc4691895d7ce5af6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c15d7db001cdbb757635eb8716ee2ffe66bb2e8d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a9aa9a115e60de5c379bd2eb0716517db4bba858f210c07070fce1118491a2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f6a7bdba4dae92ca77e85f8c1b5183d7b6022ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b90121f0730e42cbf66409910f116c82170b498e40797224fba36bf2251658e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38ef9f37dea780d9b0d8c9bdb9102e4e09af4c74
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:874899567acd2f3f32803dff6883cb103817282841fc65bc210220f0ef952030
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4df1ec23238ee3163cbfce40307fe63ce62287b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c5cf8d93d1681bb2fe7fa7f9553ec12fa470c08d50cc69e537f93f721351a9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe28e87e0e78fcf18c71dc3639898b11def57e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1489ea4b11532b74fae466dc00874fa5257d7fcfa8980faa77a0ef0e13043022
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c40d4411710b7b79be00cb8337a34c1bf9c137e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f39ad4ae92ae6f8f9168f356a74aefb7482e45938f22812aa11f22be97a0db
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12bd30ab15d1eeff0047f729d704927caa01db91
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94654e3e818f6d5aeb00f07a22a0a5265b20ee6fc03ef908d7d27c3e12664e9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8098ff01168d5d6d824b987f949145b9b1cd154
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1646051fb32fd33eac450ee8eb480e99915566e75e0aeb8b17f83a3543aff8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdfeeade480eba286f22f26c3184839e712f60c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f44a9a6b2dd1c6be85c640ac7f4ee0c123da7231fcdd4130193b70a5dab8eab
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d1b6e2e3a8569a53dbc2e530de88fcb016c8256
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d544b282974ffb2ba1f6f78cf5f910ebbcb295ab0dac9a56fb7c8730a8b58d2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72f0849eed0c34ff3d27a525adf8893eea54a81
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e49e95575beaccfeea10a52e553630f45705975e7a3fbd30419410ddefe2106c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..176f7d71e21e7101b02c3e4814558823aeffa3cb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a0133a1583adbd7cbf60c7918e5e1b1f04641f340331f7f5997c8c68c541c87
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cb9e0a8c30b07a63a754d228cdafd0c416e1218
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e57d619064c4d53462e6149f24e6f447c67e8cc29aba5ab70e41133a3382843
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c87a94426ac10b6dd6bd04196ec50343c2448636
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601a33a9756f9c4995e7955d5b28ef875df7e800088d32ae813e960811014cd1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6af7914c59f9cfd76f3bb27a3c5a03c8e4dc8567
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ff8c1dbd996f360ace0f8fcbabe11ceea1c5bb15dd53f83fa8dd799121ee89
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dbac1466ec3412b2974bf769ad26ad12e6d4ce6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c082fecfdc17d7044d57536d89ed603af0881fd837508bea603c89eee13c2000
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d6ddeed3f9fed06cfeed9f5212f1a8f0dec4b34
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a7f5248da1af117584088dabab43d4ec9b4f93301ed850ddd6ee28d72c92ed
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c3c132990df286dc448bed3b1c6a27eadbbc741
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d853ac13e073afc2bd239fdccf7ae135910566ef830db5b3d05eca07c5be3c37
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614e18bc5f88757d06b2815fa199d800674336db
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c42882cc52c5326e2e7dcf176bde67662ef3887648daf03a207d55956442bb3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..023d663febc87788a339f46c989d68f28975ec50
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6851c31a20b171279a7791151e32b2552f0b17e5fb8991c5ceeb9b0e3f10ab
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd20fdcd722e12a29980006f7a8167bdbac15b3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c380cb0de92da35f1f1cb11d289d1c290bbe357d24db06b971f80c79f53785
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e59d5ddddcd43d94f6c344c8d3a69ba6ccea5a3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bbe2ce8c2f17cfc6de1330b19e4a335533e4354e9b4098bad3e0d8f83d76002
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc7f3f517a615def8bac564c2dbfc4ea7ebe7b57
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e269d2955461c1b29fefb77057cb0c7241e1a9daaba84899a71471b428c41772
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c1eeff65487640ad31d4b6347c16acca7e35125
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:963a0c6ccb60950111fa728442ea0641d3504c8d77e41e091abb1009ddee2ca4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed6f41541b42b28d2d416a826a4f608f8356cb7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8370fa23bf2a6de54b4d9f0726451a8de648e868e36a1339d1b591ad10480fa5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60bef764b2a1235bb84744383c335cc5534b5862
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e708b4885ecace667cb7a4cd681691561e9b8245071a1a4653be3a3c8b1ff9c4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e377dff3f308cc68df3104d21e7cfbe7464478c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:080c032a01e67b13d93066ec7210bcca79123bd3c80964b89f5c98cba4d1b60a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f798adb796032579875f89081baef20966459f1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c04fead817c071912a6e990f8bb4acd952588d99e5a4123c6515f7935cdc8ff7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b7f326977aa8f529a25a16f39efdfefa81a2558
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379ca2a1fd514507fb34eaf986794d804f70b4267871f62d11d301b04acec300
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3baecf1c4704944b6ce5d3d14d81df8cf768ab5a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f39abf752e9a4a9cf10c0f245680350023541f7b118dd8e5bb22e24e737210cf
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6077037f78bdbe9c91d48c80838c014c277e78d8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53aeabcaebcd5e81e745ac1cfd0decac3dc71be6d38df84bd8f3759cc7f6f758
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..615df1f21ea8a925a714b942721c797a16614f51
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e7df05298922e2628a20ed7b4c700c469c15ad018463c00c4c5c5dc2c981105
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..027fefb2b42f2c6280e87a796583d5677c4102b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac1f4b3f73ec41881075b3ac224fbca0dd15919fb148cceff853f1fbb691c5f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb6aa0977bb603f8f6e38e30678271e03bb62fca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec87fe673e46d6c56739e5502b497ddb2083645ac5a979c55885d749fb442e5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b448c0ee42beda736d3ed57004e2f12ac65ce21
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed24378c155604cb38e97e8174f25d0e2bb598f3a6298ce4fae28dac7cc1a98
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bfd1036ac686c0f149924015d321eca8f5f069b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f51d969d612ff4e369bb1f3bf7192e362d9af3fe6b036561972068aee2babb9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7981e8903aff883df2f8c958fd2189988be42956
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fa67686f752abdfcad72d7629679a59b625d718bc4ac0ebcd03a674c54a9cc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc8558f3a032512a59b55a1832b09add0f1358df
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe6225283b6f0bc8fcdf3a8a56b17bcd5cb274ad8b2b60037ccfb86f80c9f755
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0cb5ddfffadcbf2c1b0e9aff06c34e0d1b5ac06
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4ac82997894f1644d328ec50e41f3f12d94b62bafe4c9badc324ebb6456aa3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edcec34695ec55747a6f37a97ed76e6f20e7e131
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f751e877e45e1ffc9d901ea0ca95bc7b82b26e76ec4bfc4e08fb888cab6f8e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..987229a018d08fa02e9ac83b592fcc8d9ffab964
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86f46f4dcdfdf5c85985faeb6afc0060d4ab5567061a09a3ff20130efb7bada
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b05f8f336f1e86722f0b205b8052ae3cbd8ed00e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74066c0b52c8bcd46c54909df219c23482d0486896ae518a8b1e416309938800
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..882b2ef50d6c19ee42a4731d4d2f964dd0b26787
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c381a6f0f39e01cb1174fab86bdc17a4f3584754e64d9d6da3d3cd21b95080
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba718e05c4c4ef5f458fdf38391fd8aec5e7bda
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d750af9ce88e5e40fa9990a79b01a2b421f104fcb37f43fd5c93204404a523
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c5d4ba00d32d2ba814f0786081616742dc69f16
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e476df38720e8a21a34e7855d05c65cd06a88cc9c353c3b6bc6a7db32ebbfe9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e6a44c87ddc95df17184707283a4c17cfa129a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:016bf7446d371a9105122559d4964c8dfe731ed1a1be27640757e7a2e3cb491e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173b002d5642da11a2924d0ecf5b6aa4698ba78d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d55dc258ed2f4261147991005362d1e7f43023beaef7fc165afee2d690cf66d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae96ad38a24841243b553e611905311dc2ddba7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:015054f7a143bda9a896fce316573134d3de992483cc919d222ab221e45467b8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024b767dac73ce8939e9d2fead6d871c1fbcfd8b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5693220557611e2043850df3004c33cdc774797fb0cf95bee2febf395587531e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c3a7b2637d57bbfc1d6a15ba1258ec9da35da4a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd9808d97d746a4c873a8666d697ba3015968d9254836d0b7cedcd20d2d77df
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d2b69b09b38e35b37e52d702c66f2d0b3f3e7c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e187985e4b97db72ce5d6fe4f622ff4e4ca27caa5121588132e1c5818e2d31ba
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8778769f60e130cfbda05aa933e68710dd9e4284
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a3e94e36f911dad68edf0aa17b6572acaacaac1a4de35108eddc5a1f6ec9835
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48400cf6a442863f7ebc32af7ca3b0e03f34e204
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79049605350cd34a2b94275a980805ce79e2c12effb28dc7b395e9ac57dca75c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b581319035836d063d83c6b28f456a5ea9fb0520
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5027426a60055c52355aee1ecd6632e2a4ac6ea6fac46b4600d3eb27d4b7203c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a99d31ac899db5cd4a0abf4195b354ccc699d12
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:821eac584a1feb9efa9c82cf1d908ba37170d95b26e7aaa0290ac9c5aec4f1ce
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5749b97338f07842e8aa0da5b3357ad1860f1215
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:994052a95dfc5c4a4bbf080b708a25f1a1728e14169ccee9999a3fc74bad93a7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8584c3ba4d95f213206a5af0d919464db6e1986c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222c30cdf12ffe6198390aec31174181a49b0beae92495cb9a25c40ceca24d5d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de99c48e334a1fadafa9f5d98cd53ceab909076f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a04d98e4bb27541301cf95498b4ead743d4784b5ce8ef50db5e73647b9100e0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa19e9b959308c342ac60dd0c4e124d88ea68200
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abf279a70f2d426fbb1ced08b0040a83d97226685d1d93f0a609f92ca0c46a9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..426062fa6c7b7e4d7bcef345d4b3132f83d4e604
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9986bcffd497fb7bd6b43968d06ead393da9f3aa7055b4548d3e3071bce1070
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b297064f278a081b7776ccbe16ffdb22f767f80
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef227ad9e192fcd71c45882ce517ad86cb69167c909b3c016b1e4004cc36c1a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2336c2432616b7b09203e22815203adb15d643
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8275d200e178c580fd8135f9456d4da5f443afb68394dae2380dfdb7edfefe95
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e013890a4d081aa55327a97502b090824e7dfa4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36148ab1a25d193d0757ee8a4f92f8c1871539204e0766d73980dd42d3314667
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a99020b371abeaaec98ce99526c4c504da465b3c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1832d6503b47b7c29ad275c7aaeda5f0b83d9a668766ab820e96828ebe47176
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54dfa47f279f17067883137775a81ad6c6c2f398
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5f7f65e7e200fa69d8076659f440b52347d0455ba9e4d6eb666e9e2fa36379
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c6796ce3fac89639802c40e9ca087bbcef9c62
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b893d96237d201e1684dea5d033516488fdb192e565780cbc3bac17f6a0e7a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f8f8bd1d7c8e1dc8b6d47d77cf1cbf50fba76d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af8a39cf34ee12676c82fe19bbe6e9b82ce067fcba8db1c1aad6587d9bb21406
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8a61f2f04b64a53295a5ae1fc3fe1a96f3c0eb5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d491ece48f5e0a934da1fa753e119a58b3f60aaae2193a73be4cfe146d34a44
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d004113b43706c5cb9829602cba2aecb5b5d1bcf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c9d784057dd85a87ed83de61da8f2e176750b0d8ad8f9fc299ffc9e036f36a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5211a0b81ad0b05eb53df4a2b3cf3fc2a6f39976
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd689f65a91b8171917e794c2370a5b607d2efa90707feae022af82339cec72
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c121cfe9bd6f7f829e8fa559b00a3b1e5d7ee9db
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c6f3963809e8516396149ea18c64cece282366ff793c3acee7b5eb35d3d4a9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d377507858531929b7833146fad4536d79036b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8fbbf8332f402df02c578f6de00d3a555ad79a6219ce7e1b63cc87037c00bd2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..262f97e9ff3837989d5c360a10aeb404ab83c2ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9c798709379f0470765ade255b73cc52864c385d44a4b659fbb2b58c79d9a2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..975a40f88327f1f74e4a1eaa53973941ef3849ab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7308602319c3869782339b5d6a4c001c810cc2fbd37e54780f1e8cdf9692c735
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc3385e5cd9b771a24cd5725e211b1737d016cf3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52bf40d10fafb895fd3a8c9c3e04eb4b26c93de3ce0af3a8f32dd0aab4e4e0f7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f699cd700dad92e8f83a76f82e015773be9c3057
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37d940dc89515dc9698a82a045b3d331f6cc807650d6f80a3a33d90e7e82d97e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44a9d30114b415dc4a9ab0b9d706e4521a6af631
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:242ab0397aa38ada90e7a011437bfd2abb89010c7f1c01f7a2c707d0e7c8ecd9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b35d8266556833e884dff30efd373e41bb3c3f7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b3a4c8fa2df7e0ce9de61fecfee89032582beb26abe942c35f1132734cb746
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218dd87acaec93dce04bb9c56aa8d82b3e995913
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9695a366a6ffc89f1d7ab02b712679107567935bc3c4f9dfed552cb6f12dbe2e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a937d9df79522664d0dd18ed0ed8e3b9651e7c59
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f731f7107be476520556a646fb62f9cd3d81c3ac87063e096d48eada912848
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e6f3b2bf70703b2d40d0b15f8909cdc0272ab64
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca241bd087d79e2ee9e09e5d1b82c0a7e700ef28ab0c18267006bb89eb6d8980
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a878c70f57524e5ce0e90dda568d9904cfc198
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27d4be02cf944e01e70bf58682a918c3c07d1f4c07cb99c4fa84a722ff87a843
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42d16f3e4b0eecbb8d64db70ae70de2e39e0156
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d087d0519219c7ad31f552c659c5bfced76e83b9d43d861b755e86f0a4d109d6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c3574264ef4fd6ba53585b207f6a8e79f2fd9e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a2f64ee5be35d1379f0af2761b76dc88bd686b17f759e941cca00f3834c047
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2aa7ae0c3f675bba742ff951b4332e13907b279
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e1a5b482aad5a6b0251800da4f77e86cbe0bbedc26f7a3ac4821ab740b46ae
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e70b5691bc76871f1354b5c08f1015ae607bcd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e43b014515dacdcf22a35263b1c89cc58f174fc3b6a4b5700c5d9ac648ce82
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a28de535706e0e8af2884859daaf4903bc41890f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c7a395ff8e5830cc952af0b23738a6da1a72386e28b6b3ebf05ebf9fefe24d2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f19970fd5eb087be088882acf85dee378e9e255
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd6b607dca3b26c48f06e9b32485d0ba8abf72e141d1def7a8ac2112dd19774
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c1743469735f10fffb049686ebef3afc5f9ff18
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7bdd4023342ed954b8e5ae625bc2437216d9cb7d4e2b47e1e76a15c87e15bb4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9def68c270f261316adf309c4b54928c21fa292
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:691831840f2205ca7b65d9570005d410a5c5aa2ba678ebf24a020cc769be6042
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e66f5be3f55561c5413b9a69f637dd482574e47
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb9ef299d4bd37744643cd6cb2edcda696e0cd4bea6f5ba5cf9d9d74bacf39f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a2edc2050d5ca24c038dd530f9cc1bd2c8f789f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd26608a1ee3644409626a727fe8670acda87bb357c42b71571f5752f0524042
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7369e85c9a436215408120be47b9d2865bb370a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e83e328f6183b8eef397a60374ab0af400a7dcaf816733ee0d668331ee0b85a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0951d0a3391616138c2947ad0fb634f9a4324b1d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c146760df12e106d1d1f8ad54ffc2867d0c3d3ec95e93f63202766d5e9c244
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40f048116ffdd31ea1421d68fabb11274b3c3d44
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:447160ebac4f4f93ac6b7708217875d3a00464be6f5436a64c751c16c818ed0a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..695e40c32361b4ee95342674dad48be66a2f3a49
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2da01eb0d675079fe6a76a0558b6cd24240f98f673c5bf5ef98e373a4b056a6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d71413272ad0d751285dfdd4bde14a8e605c6b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50f5c3954a472c1e471a94089db4f5ba6f016d51904bddb67825edc68ec170f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16d7af3f1e0cc6681f74f8cce39b9429f88c6e8d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d20591c0d9270fe24a07afce1950f44c58dce8201d886fd16156ef4d160e884
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31991a5823ed2e3c199586e643b42acdd767a2ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830909c61cd6b9391da652fc666232326c39a4e769a6b04baeb7a7a221ce5500
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83befbf167186e93dd771c97ad66e3463f409bd7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43492871b957db96e67d26ce194b4113ce1eab429cfd7c26d40c1d4a074f35c4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3330d5b332778995226675754c00fa3244495880
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8908a9ecc72686adcc4c5aff6e630512b2d3e27407b3213b267c61fd677fef2a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39129e3684034bc8218c8208f17a3f698e395d19
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d8a9ab93d99bbd35cdb2c1b287d8753ffadbc20125200eba749bb2ce104ed1d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b076981a9966b18e4a5b4b7a73808f8e2d3aa2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4181cd11a51d8f9f9c97f077fde1c3de57f50928206ad51921e2b7d7c9531955
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..245da64c8e96c75b4b9efce8fa573844fea0bf62
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c48ae7a5b14b6cfdda21eb985d6f160ee01b426e15159530f554513f6c6d10e3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96cd7e7abf7406e8e76337924c6b68abe9001bc3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6cecab7fd84865b58f60b3726f3a4cd9eda43d6156a1a614ea7fe555decab8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f49b75ea309d8a36b939be894f15d45a5c8eaec9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e022154fd01b4d9db09f59e623620b3a52a388d9746d9179aaabcb3571828132
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa0c2d1fe4428538a9ed7f1d0e3599044c5ba81
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef2611071cf0ddf54e6b7ea65cd14fcbabe8a81c140c33c4b10ce8b3b7e7ff6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0964499f7a5abbe744ea33f44683065ea7470430
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22447743c68734b8e7afad4469fd9ecf78bfd86aa24c94a122d76aca6ee9e204
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a9232746c2442013bb69836583a9fbb1836d47f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ec5bc43d3ed234925b38509491bf5db4026e73592c81d062bda414517fc189
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0813f9b33c2de55c3c5a0914cdf56a4df4660590
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4daf0018c1e3b810929c9c45ea4e684a3fb0a2a5d279abf12419b1480c325af6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae7e4e8a3c0843632de64e0f8b57a4a65cd27a30
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de0461b6c4b25166e0d567f9e5938086eff89629cb3f92d4f07089afc1f98fd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25c6cb9aadf5da0cc03a20a02163ef559f9a14c8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd9440b2b3fe4b0dc1d99ad9d9a878ddad78cc1374f36da50174f8d32501a084
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa6d9a062f4d17be110f260378b00184d25b395
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93723eb7bc7c2ccf62af132373d0317b29183b98225fb38e8313df42cf227ef9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3df591b8d78a787a1627ff39471e73eee24b9723
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:152159f1673345a7a75527c479088cada5baafafc5b4ee62d0c36369d1141488
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75bcf096c1b981178947e4cfca29244e0dbc850
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8096b385b118811e16a5b99a280b13fae54d0d4ebc67853b40c8413cf7101f2f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f4a7df63ba92b5fe11e54777e06ac67552d89b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0361f9a44e61dca9fe1be4b952797a9c88a1efe16543e9f3b2aad390d63e5231
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa2797394335bcb328e8dd5ab02e7ba9a9a465e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d850f9e40a774e26c7886e2dd5932bfff6e5e01af7aa60dcf74d685d9b461ad0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e87535767c2aeaa30a2fde0c20d1573f665f404
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7be148000b272e8a17e7213e472fb441a83513ff927ec305284c424c20a9385
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a6307538dbb7192f1c97d1048dfbd2759f6f61
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e9d1cdaa81b14c64c4f709e41d071fa94646eed0dda9f7b53e3c2188f44447
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..511f62b6f9c24069145fc9a2db4dfad3c392a2b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21a71dfbf44bdd30e8747553f960c1f969ca6b6838bdb0af9e5a0400f3521bf0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..950eb77d24a3d2d15f19e9e2a21da4581ea7b663
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:004f94194144f719b5a881217092ce17adc13491f369d4c66ee62c61efd2c3ac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab2035822920248eba76e4cbae4d214a4534976
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda7ecf3b8629568fc847a5cc9b68b2f36fb58e63701fd731881d56025f02c36
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e35c9aab66563db6019e7c8acbdde99cadbbbec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493fb2769e3a02771aa8aa65365559b42a092bdb7eed546aad504689a3850a11
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c858e5ad7eb028a23619117e769749465435a7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b442b9e869e9fd0fcb02847ef098d85d3a15411adc853d268008f5ee2b57f8b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68d2217ded5581cbac713452ec6fe36eaa728a15
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ea2d5310dfae0b522ad3fea017bdda5c778394244c736e506bc683de45c83e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c6660e82614f7e43f392ce81b5336ba7ecb9e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b02016e3e83a6de9970e3283e8a9f871e617f46dd86301ae98c82a09721907
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50f936d42e5d1574a632cca0dc65ee680a693aea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:571d6677d572cc7ec21e12fb9bceec17d68c0ee33586cdc1e27508e83c167188
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56989675f224dead342ee8bf4140e8f80877cf1f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3918cb2e4f5ed2c2c21ad46b2c9cc85e2b0c5ec1ec3abdccb125448e809ca9f0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ab2d4ae374e2d8731cb0c9345141d35a0dc6fc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3db26fbc3b7ff81e956415d028f7c7a2cad6ba1bca6df4ef3abecd1924ac9f4a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1030f8d7c4b30170ee5251d04e9d6dfab75b18a4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:910e6e979f341f40e053c8f8e53cbe389f15add73323f95d87705a4cd4b39872
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9328d8701ec126b504062a7b4ba0216235c1543d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c51c39ae660e19457b4ec42887b8fa62abb35e29d142b8087d5ef1f98a5951
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90b2b53cfbcd8bf25639b033fe3c680f0fe5922f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ff1ed3f5eea46e96b02185a90d6a3dbf5ab4d3991f56212391e86a5d43186a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd9e41f44810615cf70a033b5869b076f4eee9a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1571941694775601280876bba1fc4c5f076e2be74324126dc891653d18b88ce0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee91ad9a27fc430a5210f2c18998d5e5add200b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59094dfaa7883708dbf204e3d29be4edb54102b988ed7dd8b7ef5a87093bed1f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..937ff358146a2fda1a3e25598c1f5fa741289c9a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2402342253b00d26aaebdb5d4ba4cae81cbf4c7cd34406c5cef34265714810c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26cfbacbd9832806927d8cf5da2aabf9fba3df8b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4316e29fc44030b93db031758119a0c966ab96db404e720e41182abf92230619
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d6ef6c378813c048f9f08808df90fcbf0344f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a0df799a612587398297983ed9c1ac4a2c03b5f3afb787304db878edbb8ab34
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4e35749c1448f757670f9a1e1209b699f5a4029
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7b9027108e9c5d054b75ee56117ce796a4b9fe8dd6c4d77ff6385f1e7e42d6f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de69c1713f1f74d206e70ab0620dddaca366448
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e200e4017dfa613baaad0f400e1b56b0e2343f7d3c56c735b0991ff85717eedd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85cbef0ee6fa78bda2e7df26812cd1448d5511e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e5b9d2735adf8564d2861848f490980a82327168df3fbeebddda8b9b008272
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08dd14c3b67bd9c7d314495f6032b72d9b4f7018
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555f9d7a513d38d2921937d458707de20a3583d7c3ad898de4a7226d1c9bb5e0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8590ac375d72b2dcd2d26b66aa1af3dbb9e62c02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f228a7a5202b34b5689e272d8c8d47979d4183c9bf30482f770cb3876c8d8d86
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9716e0c4e3b68c08bbf842171ac4de1cc4abeba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2430678fc6c12da20a7a3587ac503416e4a404e5fb8a41e5a7aa3862b27955a1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30a6e7b739560ac19fd115cf24a5c6de1860ed6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c5a0ec8bfc7129de6f2ecf9b446c4d8a25a8e84eb7b195ea0273529aaa17cc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b413fa5bee857ff72aeeb59df194f35e693cb7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3e68e69786e1b476e4acfa50712fa9fb9a1c86352723ac3f1b4415f0d4d5ac5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab9ab475d1854f3fd2f247d1b3873a97bef255c9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03704e02c1cfd26cca844b05d03da78393a346dedae982ffabf13a33cfa66f54
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d962cdcec1276e48ad6b6c6165507e8d4323000e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee861fa316c4a3263747c713808d3df50032b3eb91718585078db0995ee8328b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f6e6a136de23c4df0841cc6755f8ae45a3c775e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db138d0d4ea404c414f76fe319cfbbcf86c591d143ca047e92c7457dd712b100
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..818430ea74d8f424712cf379681553a626c7324d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e61db89cfe57e1cda197f38bd1ea1bf951dee3d28631fd2ef4e86a7933618b1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa7b609f971c5d2b7030d4a46849d56f4dff2a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffa05c64ba7f0e98601a7df00476dd3c1d671c76f1bf02a24876e9f8d50504d4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b337e43664890714473175d3baea0398f0fd63a3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9f72c991135c440221d02b03d163fc6f744e008508c3ebc7ab10fd0da729191
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2df211eaadd75e947b689b67bd2c658273a5adab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5004391a512643bffe7106db07de308dc6e97c9f06ac5e64b79cd3338d26e94d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b53f6ec5b2890f6b09f8254ec4b40baf9277940
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee6d33e243845cce49fa1c5e46f39af30a83fbab6556e21ec9424d398ef2fcd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb73b4e542b9288d92569e1e8361dd099445457
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c9bcef32d31a0592968af7ac79e948ff52683db584be1a446f699bdcc8389ee
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90b0ef44312cd8f8dc563d8ad936956be643c00a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c18f3ea5bf4c0ffda0b89795429c36d24be6857b78a229669e2883b0b14b8ed
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eca1be54da2ad4defbdaa6af457a0483d32adfbb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c708e168a0b80fcf432d1e4722f841bf638d63d7299fc00f43b14caf7c2bdd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aab93e16dcf2297505577d9af2594205547b368
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd1159344bd34ad4fa44883530aeebd1ddb82a955cd91564d0761eaf9ba3547
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65254e0028a8bf2ad37df251914f0cd4249a99a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09e153f45fe209e003b6802d5ed8f0957611836e49ec40d4c6f9e97fdd15b743
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a072549d926f6780dc3fb9f81cff58c5a01022
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:958070149a10bcf7d0337a819784c0b8ac0e2a2151041fbb8c1151e55ad7021a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c62b7d27576acba9d66231e296ed7c551034021d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3a78fd4b6cafb63fda097292137983636d1f26a31077434b7c1b594d1a8cf7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abd3c1e41b635f80ab8ec0b75c4f0750e269d40b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b1a95c1cb9b2c7f101c42ce3d8b9afb1b5e7b57aaedc174c1e3c458bd6681ac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c24f410dfab969bef3c3b5d087c2c861d25e76
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec7e83e65853aaa1cf2227ea84df6067674279c7ca7bad63a3c358104513f91
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b078f0f0f28bf6c82894622feeab29a63933f434
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b163388b9f0136f69252ff7c6022a04f307b342a64dc1cbe28f40e3d45cf99ea
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26242a2ecdd246ef85e20c957f47a04f1357854a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:401b306c9354f459ff402f3215ad7c29d1e9c08ebaeac7482f44bf37996568c0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef91bf80206bfdbb8e1358221df7165cb3eb8f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ac67666cd4aa6b90d9fb7f1c1c70b71c19e55967bcc3eb5040909361faf377
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002885fcd63d115be022d3bd3253654842568636
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:085dc2ae518fecda3d9ee44610023cf9481cbfab5892e2ddd28cf5876105755b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6db9c27bb560ba5e8b6d95569ff19ed78c54c6b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72de51287f590646ba31f6914decf6f045f206edbe46966ec5ba3e34a5a20256
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8513bc4ea743123087cb66c94e655a664af8ef96
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c0684271410491c0698d4ad5ddf6964f81859a4f9b1468c8d9584b4abdc55f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe86224bdc5292f2dffa9a14ae4d8df962c41bc4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3863090acc41e4e4e0d98b4f3bf97f294efffd02d39a823bb194a85fd133394f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..767b1c2bbeee7254cf95b9f27ebb2f1e8ef107d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d44a8d5124a4ac3145374bb0178d984f26fab9ce15516666f55da693a928c5f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa57fc3b8d96d76fb115593f892676f105b9bf9b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4540669b247c9fa0ef987a2346e1ef118719b790a2a8c0bd7f73f0a7b38be1d0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab8b1b5d0ce68a583dbcc4f2518dc78a8242d66
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd8e631404332b1a60731a07b42b4d2930c3c905f7f8a5d37d15ad09a037a059
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33356929e47966d3b1f28554698a7f300aa1c156
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e2a3df53379f43ec0e4ca09f5ab8d32181071aabaa27c71521b40c2c78bedd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8c9de24c2874ca1bb7b5d17c37ee98751a58de3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89f07e519359d8305ea4ebc3b075a59587aee64f7e7b771c924ae15363a1b3f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d8fd1945da41df6c74c5a1dd9999ad8912fbe3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1f39d5c0a085692347c689b523007b1a3f160f04c3de68964a2863738e9989
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b222a611688ddc19d75df9a58007ba84e6983e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be046d1246658c5bd1235af807ec4567e944aa0baebc9f8416eb43b6d621cd9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5684ffd91f0ebcf52450da609d83092cd7afa152
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22a94267fee7df82ce7780fca74c0a41ada50cdca18d2757851df814c9fd9d4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d29c1e498f9dc6e82b325a06f4ed3caf569fe2c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abcf5ffd5eefbcfe678c280706417d32f2fccc5f115d9e7e766af969d508176e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea92439ad2ed6be742b0f4066ce95ba87be80f0c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f74fab2af2c46f4c2ae5af64e55dfb37f3b0e8ba7d4e0a4fdab65fce58f5a8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d06edc3003738057e5b5b68d2279f0da0289d9c7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57bbb147811871bdee0b8ee8b14de3564cb4b072d3f6a36e68b4f83d4dca09e7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d771c482268a551f4388423ba978287459bf5e87
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d3b0b209e828946de085809683f953468d067c64675c9e6197bf0edaa06549f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19b7e879dc0ea6bab3ba995da81d65ae48d3da3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ea0cf46a0a83b35fb5ba5555336dc9604be816fb312595581db07efd816cd9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f9a1027acd18c353275a23cda7ef8920792b7c8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ecf7cbcb254d9c7186c7c17a421772d7224ff5cc869f3964ce14134d5b6eadb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2742d9aa96faa1fa67f224d21d9d66db6887d376
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e1461bcc8d273583dfc55fc1bd0e54c87b7e150c7ac16ac090bc0b223739b2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00555eeefa6bf5b8e653b458c56a9f77f2198f4f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d033fd3303459deeac19b03a54713d4bf90de86fb1bc0c8364730bd08e07406
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4506bf65ed9870fa2b9cf5234fe7adcc07a00f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d190481ac68325731101bba6586c987bbc3be02d26c4c3fa9938bcaff8490d2c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95623419a94771779030e7897329043af9b211dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2afe369ea116021a918e1bcc22779a9a123d6b9d676600f820dadd0936cd7bf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2630f671967c95aef8cf766d42f060793cfab38d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a9254aa0d59f03bee81b5748e875a9f1f69337a0c4ba194643621ccc39017c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c703a63cc15f93df3b222c17a03197478bcb563
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d1f52b60fd169cd24317c0cd597a7cc0693ee3f60cd04454a57aef636b8ade
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1581886cbea84716baca819fca27abc9a0b59c0e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e76070fffcb795998b136c28577fb94604549b492c33ec32825d8d934ffc3f2c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..693c8589762498b3d657a4a3684b3b884d2d696f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b7bbde6376a2d0abaaa0757575bdfb87ee20a673b3ced881c94b8931974812
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9bede73bd3b9e7a68cfba40856df378f4a42670
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462b816caefeb03a77b22a21bc2df09a327c6b313061bacfe611964e7fef3af3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38e115a242e44c71f07532dbd24a23824d5c3603
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd58d56e336a5ace4f23bd0d95dee1043b13be93ea0f6a164f9ac4191f22beac
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb6b84f127f2605590dd06c6449343fda9ccf6e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5c197e2d1bb123c07a156a96458c9fca8d55b8acc1e9637e4ebaa108eef404
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a01181d6e71128160a9be52ec724df8b03638c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81aed1324b1cfaae994664564e583b6fa00ceb7e9cad91f6ffb9b4ba71b62ad
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd24ae6045421aafd55ae724d0de5f63a69b9084
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d66eb4f6bb0cd4161e023cf3294894d58f65c1a1e774c86f20f3d79a11a194
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66cb8bbb4bf21afd310e9d149dd4e9995e6e4e60
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79247d76900cfaa9436b26f4c84ca5878523f697945bc385c632e168ca9eb1d0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..440d7ca05b230510b9d7277310c58092b49163c8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b669b046f2d309fc3dee2c028960d9f827995b21a0a4a9fb72b689c65e0c36bc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05bd964636aa308e6b47b250bee39963bd801fc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80c31f86e425deb5a83d79fc4c7d419a62b02b954f50750b851e295219ddf66
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..331f6f0fe5b767610b98f2ccb4fb9c0d5c71510f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0e8cf81295ee48ce6876ba9326ab10a1475f8051bd8f8686419eff127a9657
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30e6098ad442ab326ad43306de32ac13beeb2bd0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0508cb2d2dbcf0205bed1f585fb67557e95de64625ea486b300f58589c06f4a4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aced2820421645b334d4b0d2bba65d426d2ad8b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e4f077d786618db0f61a87b3f37c2121ea5739582bf30a1bfa556033799104c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b3f0f8d19b5b5d771d003aa0539a34e8b16aee6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7485df9eaa96fabae99cc78df4c16aa219e43c3b2530a562f5fc2d95dbfd794b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca3938683cb879e3596386df10e1c19f14eb3fb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632cc56beee15b160eb6ca8ac5cdfd3365eb0715f3fcda809dea7b7864edd1c4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b4b6587d68eb03aed7d9ae4675217e2c6943623
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a16040a572c31912cec027c646cd240fe8f7323f06830f4d41680b614404200
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff5501a60f6eadf1f75914ef533b908c62d2faff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2b764878b25c185d84f9ad1e979f9e7b24a9fea464b073abfd79d654b55f9ee
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f512e09d76ff0d6c597237609494a2fd1abf5718
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae1ace2f87af619679bf01d4aa09218195146f84916c55d50e3e53fd00a5f5fd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0788ab53313cd8615eb3b86ccdb8d5891cf42b2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:645217a8ad0c04f32314c30e041a8fc0b5dbcf5f9ce87adee6b512fc598f67de
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea84a182c05633c39534b1f710428dc2603a7c2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5e9a4379ee561a511ad011fee9eb4df4d07c39cd845b4d94bc7f9740e13ccd5
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7178000da11b90395e3d26b6ba4cbace3a6ba76
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf1b9c6cba478fe4d0adb973a115fc70a89726a5cfe8ec0a1e3bbcc26eb2718
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e381ff79687514c4788ab96b9c2884447990157c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:502bd2b345257cbe3fd5675d084bfef3aaa28e25763f220f453add1c71e7069c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f219d455af126ae74efb3e5adc26df4537950fb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677ce6f8ee7c487079e7033c1e12a93bb6fcba969fd19e2649fdb3b2b661beee
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6102e0cd1246732ebe903fa294dbc5c31393372e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71629f4625592b5ef723ef828d4718c480c1cbbf0803501e35409f8c48565a04
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce8f016c9dae767807fef7d8a6143a1bda778ae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fce3defb763cf23d0969cd400747ca8c29eb53d17e9e18235fc85e72abe7f04
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fffadb2959a14be26a5ab4a28d9b2c85e2746857
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7688270a2d68ec375b8575c677b5d49a8da075846cce81b700ca69551cb48cbd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bdd3ce9fb4e9c4ba2749dacaa3168c6f76b6baf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ac8e641893c52b05689f9b3e206606c52e33c0f5efc19f54a038046da9b7b8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aec16a373628ba723159349facc81289f08b355
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf922d5022410e2712127e68553eeed5c8fc7efd82670394fb34a9d9038c44f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef8d76dfc124bb0eb8dfb4de9fca6e4b2d6d7bcc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2846c44516a2400e3c6dca1de1b88610a737a70bd7a9e0fd778409f449335384
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..284e3b23c8d21363476916513a6a3d8a1d4dcab2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d22420f57866307f54f37fe5a27ba369094deb0d90537cbb4dfdd69912cf11
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46ef7c8949a20c53c969e5c8893da6dfa41970b3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c67760df9f29d32da2c11c88e7a8f758feb807f66dadee3ae0d7b1183fd000c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a380979d88cc18e7788ea3b4b991b4d5035948
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1212bb8dddc666a464c80761f54471e663cb6645f0d045e071953b1edd85e10b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e97d8c820c800a3c82f9c5f624953325548e75
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c3d4fdaa5f5a0d07d0cbd2776535e9b834507bdc72c8378c02b58056535413b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef871130c33ded73939103f4509ae5e490c0f7f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ec46853d739229eb467de0fdb7535426723c27556272e2f6169b7225e93d65
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..071947ad6e1eeb250c6bbc5c1c256e877bc9651e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff8a54844afba66abdc55c6c625697e801319c215c6deffb5896792fc1365e6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..346d9f7ac5fc5515c1e659f5eaba247b5bad68af
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db213213341b0e6a49029979ceff02a4639bbd438a3d90fc1ed4acb6d544381
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e25b651225e330a568018e3885c21b4357941f50
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b8297a366971be129951ee777d22a0192bc3f40b35bcc17ce85b32ca0d849bd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a69bac28fd485db8573ae03c2d87705b3ad8234
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7892a63457e9f32a7945ca9df693ca5503e5008d98c47e36f02baaa867650a7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3de6d0c31b64c6ac0ef91d207641ec2104c0529
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee22fec41c84c6dbe7f54c804caf6fe7facc9044e4cc165857da904644510e5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d882dd7b6136cb2fd9169c3c0f2bd32b97a279
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0999ff06299c67e09d86ab52c35346d81115d841a241d123f386d4d06dca0c0f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77fae301ecfea5a90ff0c4e33b946f21a87ee2b3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91782b526530fe710001f4a5b52360bf2ea926841ca9f84b64bef26e63cade04
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..859a09a8793ab40d5ac9184ca7638588a91e5ec8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf68b0f76e7af24f218aa1b9665de743ac9bb4d765a3179815be6592adb57936
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3303814b2d5decb0ea7b784a3d3938936546d922
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b17a5114997c61104014f155fc4c36a1d82b67f91b9b2467ff4ac8375e67bb7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c6c9d9a28f18b5b3496a503790c7356a3ebbb40
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65941f7afc10b11094274fb45ca3fa1323a8ce4155ceed1647f6a3c3b5a862cd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..312bae46ec945b525c95b4ca26a085963313c782
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af46a079603d2625269b98e2d3d2c03140405c68fddf31042be5c2e172deca41
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b9a5b6048712f77cd716a53bcde5b107cbd5701
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a6dd5e2f2e3c80d9926884b3ea833d890f0461e2ca388856bb96c5c9b08d96
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fdaace1e3b9c22a315a9eb52de111ebd78674b6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208334bad7007b55a593ab4b2d3671aab8b7bfb8bd67b43d3407b3f387c13e76
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edc5d08318044108729402ed79523bee005173fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfca353cdc4eaac2be304e1303c0fd5c043de16b42b0a92201fe2074778d2eed
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1da3a9faff18725f31e2c2fc0cadaf4644dbc4b4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53fa83e051b41c498da28d24be827d846a369224825524fed0ec6071ff3a1de1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b00ef48b74dddfc382d9dc633ea2fc328dee53a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb0206896ab0309a2cdfd7290efa4696c70bd62daccf05682507b11aa0585c34
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d71d83dc4fb1f06a1b2422cded86d1209a92594
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780a4e050bc8d6f6b5d1382770fb35959ea76deb36dbf1da9c3e478a555dbf90
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..365af66ffd8a4704ff1c0104d3ade2fe1bdb5cc8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0076e2efd487c0a5917dda0cad4c1c37baa9c9561db5e73d97f597a0ca66ddb3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8966cad85c09278dbd820d8796afee5b5f7ac8c9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5416f5b864d431a8954fe6a3bf4314e2b2b8087fddccdff488c16197aec0a035
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70df29bd72e58c73518b2c8811a5df9a19034d89
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4914c319c9ce5f036d9246c8087380a9c1994aa2d46a4af3dcf0af0c63b4a2f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee321607ce983d09fae3ffc3c91ce0ab9ffec69
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9087a790f47ff5e064db85e62f01edf590c53a21576aa9a1ee8592f73db5d3ab
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee43d756fe27cfed34404ddfb759b881a55e092
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d12eabbd18bc222ca67bcd3b5dd936ea529b00d7b9d40219f3c60155c62480
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa45ed353b3a96dbf5a210e96fc4614346467a89
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1639d67b8691ba63c175b40ae3adbae0bc0050feb7be08841d286aded6e88c87
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5769d4b4b7e845b72538056ecc7acd114f726b81
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05bc1e4ead2cc1ecb784348f7a94df6bdc1675ae297cc7a04abb2e0766383747
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f128bb835ff023637e666f1aab1bc1ebe007be89
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ccebb7f344a06318e4495ce696fc91f5fcc09286e0faa642e929d5c91b2acbe
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..679e9cd447d1ef93d07cff174d8eccb55c5a9cb0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d83a2bfd6aaa900b3fd1c2c2b8eaaebda5baeada66417a9dbb11f74b63b2007a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d12213866d8e49a321ffc61c64895eacee96525b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f49237480b9e5ef368e7a894167d7bd100cc0c6b474f51cda275e1166ce7ad
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8ed60b66d495267726a5dd07f5f653214e1973e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a6ba3e3bf7703e833ed4e0465627701700902801f64362a86a0e5f372f47ed
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e81ca1030f57b678373fc2b87c68a11acc5bb48
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2eedf10c1907945ae692758494213b89c7bd6247d6a1b2d131a8e8caf1e11d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14c6cebd03fcf54d9b9b4be75ebc1b0e66aa4335
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d22d04647038f5d352809a83df189568d4e00cc671ccf6661b6037ce9abc6d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aa68bce836cfd1403945fdd5374fec571ec93a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153ad58c7c934dc0045992977f9c616691e3721edbd37723ed5faca8d1743e3b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed18b271956088957ac9a6db7b1e27486137bb3f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcda818cb8a8bc0fa8d15716676c1ccc9ef0cfc0a9ec4c42419a92e716983549
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab94ab2c5687a203ded58d3a755c06e61c7e53f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76a72690893949ea46522e7db7ae4d65330a38ea1d517018e9862ea14691e6b3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47ad7519f36bd5a862a857580d4e8c3b9130ea9b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11fc50acf9b420057a83ff21dbd060203b282dff689bed2535a78bb74c8becbf
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4728575062e73bfbb79edd37aa4ffc963dd84279
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034ddb4f7f86dab63c1ddd2e1462b58e1dd3ddc2f221a48edc078a560b6ab597
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14fd5f7e545accf786e3554e9ad8065e104d3ceb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f809e78c89fd30eda25f2c8edf44293a053a27e8a871489729261f6f8e9838a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba196326c6e6c75dce1164419aa47af5f87a0e31
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c1646b985e680e4108f2f25c6a2b72059e2f7c81b75a7c1de86087a6989bfd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc6c89e7524b314cd03aa9259d33f1c2e1bdc8bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8ac557d66c7322fc9b9bf3e04edab311d1783c20c0af7ce0c4ad79d5b78cd6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02ae84c7cdbd110212b1c0245b72b06e20c4bf0a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45a2c1febf2341588a24fca8debce554fb5e59b7ce9b6c3e1ad10f161621484
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a830f5f1c832e9437d383f07cb44a1c7dd53caba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7425b1f3188533ab667f90f80367f50b8b9d5b83e3a81135fb95f1f00996b6c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6514bff2e993a7992a00cc26dc374903a06c78f1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b409685ff419729911e58120e014c7572fda8c60edff9369096ba933199b8f78
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c4d9a904b26d6c66a95f4d93cb3678e515b352
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72973442c15000bf8d4944fcb7aa655cbe2ae8907d912c2afb56a3e8ceef508e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13fda3edddbcab13a154a0dd121a942d403d5f4c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0069e6a06f59a4303d2abdd5ddeb3b58c1cc284430f8560df013065fa3db4d9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01028362981e18bb6330b4c49ee2fc4628f9cc5a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:066aa6c91e3ae4fa83a72ca93778726cef1e0fd0db6a33dddd421080642e9d7c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d59ab7e72211f9b84221fadfd57b8ceb9394362
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25172f6843b2da52e49c238972e6359cb38ebcb79c05aeb66acad11865e5edcc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc48ea6404d81a18622eb005a6286a17ec8f938d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d2c23fe8df562dd8a4b4b32d8a3cb68ef672e285711d82eb23ae931eeaf6ef
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d07216c626d8b91cdf7b9b3a4902ef1e406677cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a15b735e0da3fdbf3088f44c01c2f43430a8762ef42bb871c559e0fcb225a5a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce312fb04a68b6f4a4895404886836e0a31ab250
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996c0848b9b8fa41ca01042b92cc6a926f275a3bfd97fc493e78914ca50a3829
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eda000425824450bc2dff64a1c9c1e63e6864961
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f975853ad8e60070705e8cf5563ac4ac1fc1f4c448f6c5528af9bc7dc4581e9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..855369ecee8b756f5d85ae3d02e4773d3fe6ceb2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22af9c4786968b30d79b88fe245497e928d73c162725a24eb0be1360a945cf66
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4736472558c3e5c6b05c7ef3275f9a027cf4d93e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd8dedf028c90944ddd4a5d0eba06f29baf58a119f02d695b1ab0c2ad5fc5edf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4510439a1d319321e186e7c1f746db47c8e77b78
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fde6a502f4a92faadb0c93932bef1b8b16b20e3a58fb64d8af6fef08947e77c5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c76b25eac613d336b7cf5d744e8d2b782e04f9fb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc5aee5ee55e6d9574cd23a47b0616b779e1c1e119181b0add0156cfa3d87ae3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f487f3cd519bbe946aaf94cae2e9ce9025f90b7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bddeecfecc9904953f8275542faefd509abd2709bd62a0a894b57f932ef48c12
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a952d341dc62a518a80b01de0dd92e4bf4418e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a84dabc2cf351e093c7b9cbf597b337d68a94c04d0aae4c9ea3d2e41111360ed
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b52891935e3d882f4da96fa4f1c1c8f68b1a8a5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29bcd4b84fe4778a3e0e4a2faca2b53c604aa448ccc21bde83e867c8955b9e41
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9978d3c2e3c05ff32b9bafa8c453fa04852ddeec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d4161379d359f4bdce09c732c4fb2cb9ce73113e47a54f3b3a802766c624442
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a071db475c50c2ddbfe96c405141a7fcd607524
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f216c740286b8e23ad98d2e0a9185e8e922259da73cbf8c084f97500f240daf1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d4981e0abf7e221b40b51eb9f67b6129769a54f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:293052919c17a1fa93469dec88f625e2ac1aee7b125402b1901fd0ca1c33dc38
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4526eb58e58c914a8f6459f425e34d75385d2b30
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec4072ea12bc37cf2225486024990c3a8c4a9f2828845fac17a40a8a77f702d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0f3a6cc67c9e0c54b4911cc67af29eb8a76c8e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227ef60359136427069389b81813f9fb44c22ce65f24802c469f832a299b452f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5c18e72a6ded22f007d2b27e4444fc00dafb1f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9655800ce1fa92518b5ee0b41c95da0be14ac9ca78373cc621c90e5993f9735f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cde0ae88ad794f8ed17e21016a8beb98adf24a8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a4d95a3c2e33cf62fad5ff04c53cada0651a4e9b327f3b4d0c2dbda66fda90
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..244905107d8f22ac973cfb0fb3d9fca4aa1e4743
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3e8c18764fe4cf3d0b7e425a79e9d16d0feb7b8056a4716a32a53c56d27625f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645b8a67d199b7548d679e34b23e73bb659b070a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5569aa1d9f650d74cfda78faa49adb81742919c365d6f7df64ae40be8b8235a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e324395526881ea83ca9339911c1469793d2df5a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7697b4201f550f5164228b410073bd2a6674088d480c3dd028868f3ad80facc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b4106e0f4795a3ec7da8be93051eef75fa3583
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72cd8482658ab1541b2ba678e4fde7a4bc3d56da5d17d849fe17bb8852a4adb0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9177696e51036fe064c050be79b9ff3ee870303a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e2bf58995dd0e4b65a5f1e5971cb78b38410dc6f10eddb2b14b28d88ebd18c3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c2fa6bb13caddbcb3c732a558fd826b056c36e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40872cf82cd07592cccf618b70ae2395ea9d72419b0b86eba12d67f43b473a59
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d76a8fa975790fb155336ef015c59c7ea2294836
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f1709acef22f9fc5aeba1a56687e2d2db97e646e8ef52b5d78c84c62a0d5eb6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23cbd9f42ce8328afc5048d897d2f0c4fe081413
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d222ab0f79b1ee0e8f11b0f3b90dee53fd2fcceb6dd366f10e29567bd4498b8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..960712ccc0d3c897409046acffb7ca8a62717c6c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43dec5c470e11b601fde65e987f854a3cab5107b7f5940ebb639f6927fb1e56c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b316ef505f521f35f1932416267a7962bc4f72
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c499b7c2ce9a26faf587bb8cf10a42fce561026ed7798ba5234db8cf7639284c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c50119213b73013276c31a5671307eca6243ad6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ec7d36bcb825626495e3db452189a857e885702063960235aa59fe57931871b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efaa339813585eaae7a9fd753ba3279ded886fa8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46bb4fa8a468f3087d0f34eccd39d983bb205766ebc00416d5f579f279ead4c0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..788eff363cb80e27b10297e640d6421c241656fd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:655757aaabf020e3438ae4eab9cde584143e86f792261981aa3bc9b80d9b67aa
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b961cb23e79cb3df6d3f3073a7d6c2b2ef1ce89d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93eba622a143706f1e66763f4ffcd2e7d96b1bb8b754386cf5a79fe0ef59cfe
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39fcb2d17ed0df1b7794b6c81867d32a752c10a5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acb59a5d04de4ba00d29d940413ad9713b21956b8627a233f70711d0807dbf24
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b32a1aad538b94aebd67d0e039adab2ea546fbc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20dab0d3b405273c859b38fa1093edddcc78595468fcc0621e9b6e684122cd21
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23529b97c2cc90c140918da84c9b2a878d2b1623
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344d4c3509e941f8061ddf06b55b81f58ca3540857c0a0f878a3692d24712f91
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0afc1267b9f2f6b56c9ef75c3b3a32256730e5a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a360841470a4c0900286270b60fd8dd3619740a7ce5529ebb4c92dd673d0130
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9415f222be560b7ce0d964861d5fc12085e1baef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe479afef5dbf3be6661c85829feefe499d3842aba7096e3818c805c3045da8c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a05b578368bbe19205ea52ae50c1c4555db1507b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aaf4f986ef26fa4b1fa4537ea60a2f708f9bec0eb783e0cae806c8f598aaa7d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1180d2f85f60b7147332eca276c7e38a7549e2f7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852a64207e6291cb17a0d4d37ec1e8bcd32723b51ee450cf5d47f865e25cd00d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc83a20a9ffb5f05f556d7a2d00feedd206524a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df7d97d8aa2d7df41bfd8ba107788ca0d3260e5ffd4026e26d27f4a402de14f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a914d7fe4858dba47d466d20396cbc01bbdff7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37950691f1b90b7a84d8aa140858c607af93f49f6a56a0d68d4838fe35b6844a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..943569aff7024b8dddee735cdffd32d84d3230a4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e67034fe5a22cbd76e9cf1d36d8a34a9e2f8ee2861f3456c76922c263a7fded3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..668d6de1b82b374308c894148a3660460f4f8e47
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8622b9dc107874b04e90718bbe4058ad6b7bef3dc3284e52557da86fe4fd807
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60cc1eebb1dd7140a1833a5f091670dfb4f705e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab1e0a368308961157a4efc51879edd0c7def754a712b3ef14044195c901e1b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3196d669ed2ebbe34cd622e22177481d72a104f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58e92436ce9e8b68f014f7df5659a4aa6e0af76c2a9487ed88d8432a3e2cc2af
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fcefd563708fa5ca4e17be6bc05719a243a525a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6944f6742f1bce9dade5d24da584bd5fe6678cd16935d19754606a1e5a3d1c4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fae4fe997fedd14e01749ee476cd5530af64243
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:630da2e1f9c22e8296eea14213eccdbbec1247ee827efae8b768ce4e1b911d5d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2efad775861912da55f08d4ee4afb8d63a68029
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14cb6d77c2717c30e70970e37b8b662390bae9fd56c3210f9785098ca71ae0ad
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..023e18dc489ebd40730c8bc14f172d025e1a1b14
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6c4e3ea9611a6785d05d3a61b72002afac50ca8a4471461c2e3d7bba2c009c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2bb9c9ed8f1795fa5e32ac8fda2beb0232c9da3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb528e465a006040eee88998415cb3032d7f5046806605da136062852a5ac7bc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..938b8d91cdabaec70f509666a3cf8ec85c8d7bb3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4901c8e435fc41302543edb72dc0062e728c405597c85927a68e6aca36c06c0e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b24205abf1aa148a082eeb71dab355c045ec9a8f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ec5693553ffc8d4c33f8d125be8e2dd1161fa3275537919c573f227caa0f589
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6471a7edc04d76ab526097f96d4af875831d78a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9beb7cac6663c92e1c467eecd43fb69d8c046542ab03aa64121dbc1da0271be
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ad36c1230a5c17da24bf7d1768fe5cf9872dfd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb5a4dce3414a5c3c90507856748df72f7423992632b1931a6a3f3507f85ffce
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18eef8dcf6cd6815b6b6e3d2cc6c57c3149f86f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd0a9bff4c02ab9ad0957a2bf4cc9110e13f9b00949004fe8f71836bd7afeaa
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f376b2ed220addf0ac9caf59a629fe478956a9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:674b2ddf8517f439694de76a0404cd7d8e73b013fb204ae08e8a68b251991918
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b4061f41835b51764990b3fad1de14508639a4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff3e4e1b9c5d2563740ad9483d29a95644e32ad3030619892a6796d77fc6469f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57fb947b9faa025cf9f8d36e69d588c7810f8e9d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c55364644527ded6b56f12b4075c06f02eb712e59c27c4faba95877f0f8f54d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4da4824b9b1731e03ca51479591f4ab5d70eda8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7f7da2c9a66ffdf9d126a9caec6fc1689fcb0076e980772c1965a89c1662566
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ebc6975bbb2d8ae4a67ea7e35a53f637a6d8e1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a4d43c7e86a4cf856634f947e750cad65ea8e512ea88d2c62bb5d52d763f76
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bcebed4832aaa9e99b16070cc47a0a659e63feb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ef9b3867bbe4b72ae84a4f002abfddc20bf04b3434164267bbbe2531452dc9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb6b4cda7ec98bf47891a6876359fe3ca2cdff12
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50d6b36814adde19773c18286e7126d0b236d9f7ccfbda33c8eb49e6f771e671
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cb04cda3b868f219a4675ccbd107a2e25fd952e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4207dbfd6ee6209571986bfa1a4da46f3bb2a74be59657b5e99eef928cacd67f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be4952f23dc7315930424ee2b271975f623e452
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804e09e0ea14922796832bca9af6ffad78be6905ae6ee5df6aa4c2bf20527993
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77f8019f624da6bf9020303576d6390d58ae63c6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9afa83a5b299832634ec8ff5a49fa831e1a71475674cd9b59e5e13df4e094760
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12f0f290a334711f4fe21ff54bc4a2024556ac7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9928a6679cdf1cee45acd2d0509f482d9847aad425e18d80f7cb2014101a6f07
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad3c95b5147a4d351b59fa01d637d7e6132e2b79
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d507a98154ad9935d942c81c0c041b59997f09826df8198ea99a9a4b365024f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dcaec4fbe13ea6c5e619d84da35d6f455d24d9e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ad4b3ac7efea32419e73ab13a4b8f0e2228389bfaae9f9ba971f2655efba53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e5a4a693311dea59fef37397cd6ea237593d4aa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127229f4de89f845fe6a7b69b119978a39b91608f9b87a92ac7988c53d6280b0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..623bbf88ad160e5a83a398e838d94cf58048fa82
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:194e7eb4d3933e53b79cadfccbd094909eeaa65a49110906b65b19557eb401bb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07c4852d889884b0911b616be8928293b502c8c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c222c2cc894c4fbeac3b116ed054d5bbaec9998f9599249ba6720940f0d22706
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ca2a4f4e4918f75af5c1d0bc8562d361ee17d7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3716829f907ad3688ae0d41659f80fb1db9f92a96cf93cc9239c77e92bb895a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c9cc855c1629c0811c83e4063420e2df204991
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c304a60db8760d04c5c5752747e17b05cc0ed24072e027685bd1651d7f3fd95e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d352a8ad00a2815dbaca79ee73fa86a8c13ef2ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59895d500f5479ced856cbf26fc227c37d09be467b99b940b86f7116e1184830
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45df2c93280803cfe6ad8b9ea64c778656786bd6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b1687b3ba029fa0cc564d499a777fcd746cec0c7fbe10cb9da59f0b8c0b3cf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41aaeea2c881182383619d828df58d8e714c97b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d31548e45b5b9c0d610a02894eb857f58822be9670fcd00daeea14b45879725
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d554a54bcd59dddedf4e68b6ed5097e9c4ca5819
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9665bb860dbbd93eecfbd5ac19f90bbe253a2e784fe4e4b94726603e7add1bbb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a875619bf3e074c6c1aecbf664cb3bb80397566
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97721972bc920e8c67a65f85618ed1327e6b2c8f219ed2ed0916e151eca243ea
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6feb09e5ed0c077683596b3383e27203ce97fe54
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5929839a0b3b412ffeff1cd705cff7446213251afc820c380c6a5f1305a42259
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5bbcbe0292ff180e81cc344ca7293befa346a07
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d90a4c71f967f0033ae5250028aa91f6afdeb38b509d552ef2487acd964c1305
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..418d26285c52fbb0a1e9f404c59fb9140a7aa2e5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee7260efc37102d52e03fdaf45af8be4eacd4e7148097287b1ea57d0cc6f453
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20e8bc504947e4bc3a35a278b7fd525db409dc08
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f32d1c491354ce741c66abbde7df487dca06e9254f06978e6bc4319f19c94e4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e339188a628def059e0a55d0a6136a5fe9fd66
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3b0b76a467469b3d4cf02a05c57ac6bc626dc3a9a3bc1d4672cfec8db308991
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ea61457eae22211692e479e015686e708528859
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2002192c5ee073ff27b5fbf31e5df6ebb67a18daa9b86891be5cbe76590053e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..036103fe0080b14a483d35787d7d654af50b9296
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9346c3f92aa26a0fe12e12c85dc78f3ab1a489a0cd5a079f950b9a7873cfd736
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6257e5a42010d8434ac80eeed0cb23b90b9a6c55
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c3334ee7b3202449a70679e8962511c9ed3a9e06f3bb5507438bb365bc4f8d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a81f98cd1de2046fa4a7506e56443a47c952b4f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed15cbcc180f4b939af5a4f7e3045447db3785830740491ca74769df8411c3f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c1be06e3646e0c8aba5ebcb385961f1eea48dd4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39d966f700f183d945b8cc9c67993fd46610326550921286870125815750f545
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc55dd9e93edeaa1494597488f8fbf0ba269f83e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7d08f224df83d385eabc26b52daeb74f5dfdb801363a0818caf4bd21473dee
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a47c030933bb8b445341ba0f0523ffe175d849b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbee258d3dd52159f130aacffb507b80c18e05491605c93d2d2e4e38aa3b22
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cce3e289a7973bdbcd7f23491f8f6fda74554be
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3199467f73a79932c8a212c94177a5a1cd3c38b639ceb6df369fa3c4ce1cbb12
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..050be727b0c6b2f95c97c84c4435d0cfb254de8c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592eb75d5e32a32d330d52e023a4a0e9145c7ffb37c83941d8ae9f6020586b81
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c985a487e6bb9b3154c3d9baea3e493079a02e7a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab9c51bd230052f5a0b46a14754f5f2c221f6352f904083beebf29d7d9326dc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1feb93efe756b9ba649f2c19f94e0abcaa363e3f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f60d089ab5e776a8aa01bc2c64c298768a3a03256d9d46343df53fa18b70af6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b830540b140c3c2447e840ee4f442b125d305db
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5546197d995e0f8709d7f01033bcacdbc2e1cfbccfd1cdff060e4e4e46c2fe55
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f680abbc875a8529d9f271791085e93a97d5b54e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c4610e71dd7d505b3b4864c12ae9e737a6edc505d5c7bce1b9d4766de860f2f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99f15bdb471dfa783e12c5fd5902c2ea9548767b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed9a375e39c2322c1c397792c6c127fcfd8c371273bc759d278a7ffcb110a5d5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87f7588cb28e62a7c1de7ca8ed89316d5388f0d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b909a828390062c9f7426fd86f56202579f59ea40ea84deb58e3eee91904db
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a88c3f54cccdbaa68c33a46b2637d47445f8ea7b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ac31677593984586800c5ff6c89c88c8e90477ecf1313719a731fed21715d5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5453e171683e25c8504f8bacd8b2b9c91422759f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:091472da0fdd1812ce19153c9d14631c169dc5402b5b08439cdd944a49aa8050
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f63bbc72fb3389a6142e6ad6c43e4b123f4f29e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63dd8488bc592239fa761f02b30472a34571fff736f64c7f8c1abface04cdab
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..758de3c67878e53bf5d098f47e4567022eb8ffc3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee6e86da6da71ef67fb8540d9936b45fa4379388fedb0806c21f8fc78017e06d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee8f5eefdb9fa6ce81855b99b72c73bee3a559ae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576b3d2f5bebdcaab44e9df73a61f2d4a80b4f40b7e1a57ede3081d3d3f9f66a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a8c31457e0eb2cc5f9d08ac1e17c45d50848dcb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542505c901d96a5cba771046f0b75644f2736dfed8b6fc260e48bcbb85d66912
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..120632d58d17ff5968021f89c7fc5706b1aa670e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4988ec50bc7a8057e31652b4a94f2d14247fa6839b26c1c97c275cedf7d8c334
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abdbe4c3ac9c28feec33f7dfe6cc1418faddef04
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ccbd4f003171af9243811d55df6edaa92c96a1be9a70bc5523537c3e183acd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..138c0c059edc86fac0427121f7810189e36378b6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535e569b103e1d2d7745d104367c6083c62da0f3a27caf247d2e3548825f5e66
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22b8219ed74f3cf3e1bbab760f7400b9abc56098
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0930aa3a3d237a16a79be7499eaa6fe22873ee3c00ccd9ab4cdec21cfaa8e885
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e75fd2f2cd9c4740778c7438742a5ab800b84b0b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd0c6c1c6c7dc975f6bd1eead466f1d559040fa43429e8a5c6b33a94fec1861b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ad71973daf9a09779240a3414d0bc74b5d23e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f222e39ca41e9633dc4d52fcfc17894f4315b6f3e19985921e40af0558d76838
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f634a1a25ce78a12bbce9278fccf757b5a8023
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d07a1cccb766a62017e1b40b7168bf609b02583363d6322d5ddc0bc3e44f3af2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54be1bd8c78d3b619d89454d0863f66391ca1e67
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23513d613a01ab1e727f442db8611ded22c7ccfc737298169d895d8f80b4313c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21dcbf69a968a0524ae978eb1c64982563d0a3eb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e02c68d4d432ee58a3613952beced96a7c857a72542a2d1052f363a68094939c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5daea129c4fd4953c392300cdf1fda824e7de3fb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92b4653bc7bf8d64a013366801b9f89da294037df0d7ca431e80df83a29ae3c1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7dbe67b8d5abcd586d3f3f2edd9e3ea8a0e5178
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd21a358c8fa7b421d4a36a28c02bb38f06b070b1be29906a085b9330a2d76a4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..664104b2d927315ff62142c7c519fe8148e4a67d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ce88bd1d1102319e61b59c51ffb7b89f44604af485588a90b110ecb6cfb58c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd488b217383404b498be52c2eafb78e731b75b2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd22bb84497f51859eb908c6c4904eaf2cfa42471503a513bbe9f853b759afa
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f86a2689108c076684649450805edf1408812fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d264cbca077c707901c304990553d2504926f7d6c387bbc2f16d3cda972e7363
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..012c96019964fc5b9facead934a71ca4c53c2c85
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a89d334cf05d11ae35be90feef00b751e8b2a6d06f39f97104f6f53924a7ef
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f94b07df8fe9bb33bf8f43f1588200769e6d274f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60afbd13a1016c00cc9ace212c12816349a9f451c2e433677ec4f8c82eabd1a0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b737da6b4df5f42c142e66972f86ac3080a0289
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61a5c099aff32190abe1c478ea6a6c3886207786de8abc45afd3d313058a6c8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d5b41c23d4c25f61baf0e9e887cae33e51b30e7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f71f28a96df0c2c96b413fba19253fce2b32b3829db168c4d75df08633fd8f4d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12a3d4be9c74f3020d0b9355998abb412fff3c29
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e71fcbd6ff08432b7af3d3605e64b972234b1ce5436876f9e53163937733bf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0a29a7753d63296b8962bb85ae63bd228230275
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:189386849403c396573f0a79f6502864dbdb948269a35eafe4c80851bab7d7af
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75e07812b0ad887b6c2399406503752c240095ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b836c29e8df24a263335c1bbb811800f71b3ac0e7c77870511ce807acdfeec
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62b70826923480118b92699f30295224f6576328
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d345ec87a4b060ff32010f3ad0c9009fdc1362bf134d7d8a1d0765228797ae4f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80bfef813537cc325d3b0931761ea39015f96d34
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37590ef54b67b680ad191f5a1d32dd0bef2f2985709abdab3f23f650c9e2d05
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32fa01e82b507f79ccbbc75c4addf08e703c645b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee0666d41d1aaec390f033454f8ee8f19bef9493159f88c840695b8a78d31d6b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..471bee13fdf709a1cce32099982ca9dd571a3c1b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e707533412159213742570ca52ca824ca53649b31df32cce31cf151b724464df
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dbaf50c33b1fe84227fbb39c36e86eee639b8e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98593aa8c65fe8cc97915861eb0db7cf7b48828f822f89a0001bcc39c5361796
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aeb24a9006f99b0b1ce7ff0e2700ea3b539bcf5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df3e6b46e1d7f5b8f84a5531640ff1cb8c8a41fe791c2236af2f2043f94dbd2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d451151c919d0c13d1f7f225ad7792e75c6ac18
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ec11b8ccb8cc4488da3e16b096cd6c4faaf55d1abd0ecb99fde7b3dbec803f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb918a1f195ce44aae6f2b362a0a3eb4ba705cb9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a112692a69c2706b9bee7cd0faa43288151989b8f47a33db47d68840a8db85
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc54399d8ac2f74485406685f9515030c41f6f07
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20e0f3af42b284302f573b11296e572ce2ae831e6d8bc4e57883a2cead75944
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f70a5100d51d5447c66b771301f22130f6bb9706
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ce85a620faeedf6c0024237829cedb5e501d12a28de26ff3b1e3e3287fc70a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0659fb11083ed9afa785f7ad11f954783d7ce444
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbaf409203b97c69301ceed5384aeea5b09c63b638a9a7580ea9b622eba3dacb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adfa21d2cf910ee04f70ba2eabf7cd9061227dd6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095493fa187d502f28aeb042209ce5f79f39f3c211e0b89dd1e5a69088b0a567
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e05174587e2e1e3ffe587b0460ddc9732d72c9c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98636a07e4a4528f0db2006ae9821198546be236ecb56920d40c3b5e4a6cea28
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fafbab21e15be168eff055158dfcc1798c67be5f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4659f9ca617ea2ba9001bd1148ea908dbeada09668e7237bedba2dfd708b2085
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aff34b53a8b4c3aadfd1ec1e50c5b3b254592bd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e82137105dc4835fd093c222e3294463fff70d1d9fbcc8c51061c8e4f602da
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b2bf6c4cd54dd5cbbde6db6a3b45b620f78444d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1506d66ba9dc14d2efb4128dd4b932e61d82ec01ffb428ac3fbf61fd0a64cea
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71b5e9ad9ed5203a7ecf11d0c5af9549f5382539
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943011b4cbd7cdf7de46b4bb37ac40c13b9849fee58f32a9792f7ba5b11dfd52
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..767f36c5e04cddb226400f37518cb35ce5270272
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa8336b251e187542042acb497ce309cbb7a65db0b29ce381dad89d350a02d7f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c2d109f7c45aa5cdff194a212833ae0525bfc45
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:394cdc17a8b09a28eadb13bcc73205662eba6a17d8536ed3d249266faeccc972
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f0119b98e30dd9e5192c40cdb52f81c9415d61a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff768aa52ada133dc65946fed6a70764086083b9953e499a778079aa073d3cdc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4709faad9dbcbedbbdf0ede50f9508778fbaefe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf1a611c126b6de842a112bb218fd96e28144eb3f8b776b1cc71494b0853b76
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f023c451b78676ae8a7c0f21a0b8ba5e6c5787de
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e700e62b5e5614a12a68975d6378cfa208050cc71e97959ec92f57aadb56a7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7b1b21257ac198d500061e8f94b98a44e04f256
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8166535e8ea096294c76cc30d38c9c3a01f1ad69a82f7d0af375c67af82e4fed
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89327873e9d647a0525902d592de53bdb25a47fc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc9333902f3377a27ae4ea999e92a9236741a747d8aa20856099791ac27cda5f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e97adc40291faaf52998ce177b513f9860a120
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e985f3d9f95b4f24937c92263747091e3ba4a997445a9c50b6d60f0896a06c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9babe919d0100b5d16a880420362ff7c82e45348
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:855ab17d5768587e371848bce0a6260c6b378e4b20ea8605d6e2ac5070fa9e21
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f744dc18dc32db78c5104f9ea48487caf4fee61f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8efb4e8a31bbd55edbb2b210a8efc359f6d84a18ef41740532013624f9d8c396
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e84e6986abb8b8503b486d608d8ef5b5ad2c7e2b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed3e3794efe91a333e64b71886b59689c969b7e14e939ba90c2ac6843f27366a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d2cf8c12d7a24c840b7505319c19e71a170a7a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13059c7a5589c28e9ca11140ce7425351d8fddec088150263a3595eb90e2b456
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ae586dd79a22a919ac2b8de44ad2c350b11b68
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e715124f71b3b66e63c54dfdfe6e22efc6a715497ed393436882d1f8711027
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..626fa56c8ec42942e6fb594f71e95654dcbfc0e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c02ed7904ba15f2dcf958cfffbcb3c5fba0902202c94961fa6826ca7e218ba7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc1d0dac25642647614a96b411c880a810e35e0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdba1168528b22e3679d63e7dd864008ab8deb95f9a9a9e4ee7aad54d4a8dd61
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd8998f3bd4845527c3be174b4cf78d3a8073283
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e50ead58950af293cd5d1077c4648e837c50a675d2623c81523222bfc6b217
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eedb3676fe540a2bde1cb6b4b2367332ce008fc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c4fabb1645543a57812bbf9e4b7ca4c1eb2494011762610178ab05204dcf03
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fbce8ed04a4abaa0d1bb318fd0eb0248602085f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68305518743f521c23beb7bf45d40de8f7fae216f703123ad4908a0898eb81e9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ddcd943837b8770472458c42571c2c8fdd8f081
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f192676aa4a2898cfa8fa86a14f4deffc7fca1fde1bf7ec4b2b1491b892f41b6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03587ad07f08d19b34e7caca4b1a68d5fa82c7c7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec8e516b9b9516ed0dbd2923f4ea963bc017f95bac9ca74dbcf4790faa47b73d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e427487f3fd787b80571ec7baa0ee3bb9ce4682d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:623517f7fed3295be2dcecee561962978d4206219b89055f30cc453ec47d8104
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec055baf1335ba13b4c4f74ace739d7f8f519d9a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af998f0991f2aa4934176f01721fa5bad499208dd30e07935747c6854b674a1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5051f2be7f7905e2248a9d13ccfa7ab66f76eee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24faa3c740575b8cb9a94e96c27c7957917fe8568fe2839037006f7b3b66dd81
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1f4f3911dff744827f10ddbb1c253a1a1c0b6f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216b056603daf82d96bb6c207a8e02cd143f4d498131e3f74816cbcf0550d39c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5fba73cb7056dd8498f4ec8139eeb753d04d98b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:012c1ff2d591098961a5f28984b4a0a8f9f8d0a26e06977e79956e7c649ea46c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee6e86752c65832af43c2eb9616a03fded8f78b7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b5ae734fa27d347137ee63b53eb08f9fae0df29ab40ae353235102d0a98291
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3916a7badb089cc311aba5f59c4b0e77e2ae9345
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f327fa2b1afc869a74c599d275c9ea28e74bdf739e0fcae6386ac5e7e1068f2b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09718ba156d34a243d4a45dce67e833e79d76c13
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa972c896addeb2546d8e237d0e9acfa23a82d6b00573f31bb65c3975bb4c740
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d66338a435909cc9fffa1a1350048f421365bc2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e238bd4fba0fbef87bef40169527fb0051da2cfa1b7e085fcbe027d0a6df65e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be30a77eaf4c35f665772b15b10c840e19156a64
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb3d97faf4eff41b9c90d08b31d45d598dc62289840a6f3180d59f6d9a813e7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..181905683ec61345755c08d26773744ad01b98a4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45672348fce2b9e5e4a3a28df3eb55e14149aaaf7d8d1bda7aaa564c43e259d5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894439f2aba9fc2d30e3094702cb1192e7fb7c73
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf9f12a7c399d15770f4899adb107f08b222399ee9b636c4b619388fc5fb203
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bc8bf8029734d907c4d4b0cca9babf9441081a0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025eab462820549380bb8909a3f359b016421e398367ea1e6d86c67ad1708ac1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa513f8cdc7c4b4649927936d6e7fc4ca06f7eb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0120a5a2c3518615357367e4e38c4abe2a54c7a627104785045ad9d582f8caff
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e4f39aab063be12dfed202791342bafc945630
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f89af14c1c3df5ee0266777200c5292a94acb251869b85da470f80541579c253
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0912bf5d3cce27e3fe7855acc92ac122980b27af
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3506b2d04a909150577e3021a776965fe129f508424fe5cdb406e9d7ca2ea76b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa0e4d8c9f90fb6d108b7cb170b666906537577e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a320b4b90d3c46cc55e4538ba3bbb7b040de464768db571474fcb3eb5eda50b9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a9825cf487a645de714468d16b1dd060d61c59e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8121bad2e1c3cc218e13d4828b1153da55ae69457e5770d86eff2e23a31b65db
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bdb630de89943b36d45f9cecf60977373cb2e1f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce836ad06e6ac0824adb5e3f1bf2bb36fe6c6d8d3a75dc3c8fba590ca34783d5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1cc5b10be7bccc105a27156eca3a73c1f73c2d8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f99c24c4f8483642a099bc8caf503ea4d4f87ac5859e0d9bc021f8294533ef7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d20e620dcfb6596cd09a519051590d9460fcad7c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf4f73cc5bb0607accac28f9307fda316774780733597fae5f22ab95af91270e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f905bfe4c68001210ae5506a81916585ce7304ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b3a8a7fa4ae2f27ea465a82679b4f81d31e009ae362f0fa3229ca89b922cb3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac26afd5e6f1e516099cb67a0a4aacf3042cad59
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2285b41aee26f82ef2abe51d43d24e032e083d53ee3344f76a8ba677a4aa496
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322b11678140ba8a1921dda1ff09ef76001a5a6b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df561817c61b3d601230b654b1cfaf87ed4a6d289f81cc2cf1724539dbbdf03
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4d956005190849ccd992e978a8b4a5361569af5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a40e2618a89f476aa618a1de90ba1376d6a34a932695c9b8a67d4d9860da0029
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..028cf8396fdb6ae7ec3d137607916e756bb815f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cec56562aedf4809c7439ef36274f5033e7c4f506f1706486b66046f761202a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9746e42aec9f3345bfb925b3b3334b8e8cd129ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7714e186f3c2fa00163dcc6157a1a38d9de82674b0335d7a0fce78fad10ae9f3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..949018f6d92b188824e43340dbdba189644fe148
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ccfe3cc9de4a5eb33d96d6e8c6d86ebff08345f14a12c1e155f35170de19143
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90fa6eb1aed358a84fa6fa11174e04af53bb11a7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c6d09264e2ceb96ef82d4808667a8268192aecbf263a6472b4e89ab9f31c3d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f642e8dd97ccf6e376278cbd940c815ff78218
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00d15b5282650eb564d60c3bbe759ba19495047c1473d9e12921250d341cd69
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a537462751c0c80b03fbe23070ab74f542e5f695
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37df9491fcc574a0309cea000d38ef6013d8114b3a38aa87760a92a960395601
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f66981281f075f6a00df7ef71fa7e2e11cd9a7a8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a32b26e74207e1058fab51133ca729aa9cae85a79789766434baff55f988680a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16d83b1ec1242bf9136e99d302201eaa86fe8b52
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a137a16abaa312f4e7b72a3826d2b7e5d0d284a2c5612dec68d421b1c5d11d22
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..975e64f9db090e3e01a8c706b8e93ac2e37ca41d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ece7cc12cc3af980d038318cc18d8aa224015336488c72e3b9955a6b5dfda2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba7977e20aa2de7e8c1403b7fca2c9920959b5fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc0c0355284dee856bf09f1f2b67d94e4d68cc75de751774a38208a5efea7291
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b5ce508a42faf7c568996e81161d1c3655c74ba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4069cdbd41d6a76d9786b3c2bf878fcf7067b7761acfc2e269e1315ee92fa715
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..341390049614d8b88516e46308b88daaa85db19d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e8495a62646c9b841bf0e9aa9809ee1460109807c27435bca38bcafa368585
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90aea8bc93b7bbdc37d5055ad2a359f5c845e19f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fbbb4e078aaef743099d13c868aeff12fb48c0d662b1f0e93a0dba4ad22f81b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eb278d9d8d304de5cdb52afd8825c1fa1f51496
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:481bcba23ca9e9dc2ee7e511a1d3421a42e6bfb3a4a3768bb62b48c4aad29465
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c15c2bc70bc9d2e08f530766978243ff4cd75e1d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:573d11fc0ba998a97a81c2eb37f110ea1fa441349236cbb3f73d62783e0c4b87
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a8381068b04825095983a4940b81eb9bb056a5d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a23186e4f44ea83586b7e6ff348ddf58b272f3f3ae713ed751aa2c611b715b1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..701c98c2ff47bd7bd6d8ea5cc5ecdf67b680dd6b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24eac0e50ed1d5c442b1e53e84788ecec92b7a2d1403b15f7b799f9698887f38
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b273b0551cd84069a0580437d89bdec9234d6d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a77207afeb7f29858aa58ecffe80b341ac88829f4c428059f9d3819c80671d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd5729a1279399217ec30e07d15db43e7664ba71
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f174b10c0a2ba79c7382b9a24d8248aaddce391efe571165221a4262942a53
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ffe084d29d6c8bf293356226eb2a3f140726e67
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cbfb81abc0042e7bcf8fb26c9a55c021618d1ea3dbef410498adab081e133f6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c29619b7477139fab0df2a95d0c31ee8634ae1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b8c980e9b350a540d1e55aaaf54cef9670e741b98ea8192b2801f83da1bdda2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..699eadb181e883581a3c9c8ccac30938826f4a09
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d35571e314bbf6472f486e1c077faa99232801441bba5ad7912b53c5600f1e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c296e6ab792a34dfa33f7a99c499e154db922fe4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ac78950c008cc855ad134ea4c3e94c3d69f79d7634e1367c1f653ffa465b20
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4bfca9ca18c5a4efa7c16ee02e40b54fd8a0b58
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1a5d5524ebd40c66c56dbb9d43c03605bb3f0e8232caf33512e7ec942ce6f6b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc9d7cd644a3b5d2071727b9d1541f71b45d73df
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:636a75ab190144616ac59ba6ee5682447aad09da946efa2fc8b03169f3c5a997
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85db0c9fdd46409e3bed1830df5a3edef13df42b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92e47242155d7a93b35e9f1e5edb003c2b9693434d5414279b2f0b4b31c79f3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da95529133d9e3dab33c8635ce59c8b3be3a6eff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:734851bdbefb58c42c06ab315db4ed7c903150587f91dc21c01d345d1d1421ba
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2008ce4cbb0a7d9ef53f4890ee845a8b218b7fb0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa9c9ab1197044150ebdb819ef324b69eb7c1119d9c901f3f0972f253bdbd42
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bba11719175806479440af0e451898ab912e208
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0966ee89bed205035cd442f375a5811782b95032fa2bbaf251fc8219a61e3cd6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c1b448ab413b20c3fc1bd28d203ba5f1e53b66c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d47bcf561dc1613ba91688340a56746e3c385fe398c3a77e9a779aa267ff512
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fec05498b257af348df9ce9606515fe19e4fca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aabd60065eb32840b86c6cb03547817b99edd203004a0389aa7f98a85b5800b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb62fb1fdffaf6cde1d9141c622b8159ae01435a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3daad641da4ea0a15446a8f7d5cfb188e8e4c4a4f875df8d07e2f5936c7ccf7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e9a51ca6b9036032d75f64e4fa52c002bc40d5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22a34fe2acc3eb053fed8ce22d0a9970102c8315314724e6b0167b550b5aaf3d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d405c95fc2b046ea3bf796ebc169bc934c4f3968
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af69a2072b7098ace67237cdfa70f9b4eddf45fe0ce7d11922172b52a70b16ba
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0856523675902f4da7e4edec5b72117c7273d5d5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce13c2332eb070946e184de16c354486a357221edaad6768498089d5a3e6ae9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e3778d708749abf729bf24e451f13f208221c5d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2203510c9d09d228eaf3d6cebad6c1a50c4c2f3f7ccabf7fa93a3b6a24b2b1b9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faf92387bf0aaea36f7867cef0745c35f74dd3bd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e40bd5055a2d56bf8297c007b8751329e73cb8ef44dae11e6e63f9f48b2ad54e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbb1ae9ad222c1f2342892f70c0e88dc36790c41
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:700e802a72832832bd834e27629d6d4311895a8e78ad6ee85873a5292ef85b5f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc5abf792defbcfe46ada9e45d16ef9031e8c9f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab658d9baefbce87d18f6f5c66e083cc4c9dca868a868ebd3b8ad39d38d33b3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2fd5eb5b7b525887523ee9a6d51034881154f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e24b6933d51c0d40effafef037a277be297646704dc08b74f28a906baede087
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9211a38c29b4941b9f43f5501c787e4ea71e3fd2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac99c58d85794c5c94866ff33592f9a8f96b35c4099b5f740e1fe19bb78289f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ae4d4156a1a150301b02d3845c4fc2494e1c94
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5cd510e8b95d0a5f1d51f59aa757b3dd294c3c3fecacbdd9bb19ac059fce69
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5285b5006704cc5407f58a9e039d85f44fbde02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f791cb71ae1eb24c0db82f6dad49bed74086dbf563da5204cec677547655e9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad6dd33307f4fc860934dc31ff3188ebac83cab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7587dec2f685c4b5bd8451cae808d3a0b232899bf8de68840cc4f205580023
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb01b2b3d4221c097f73e534fd20c8e40027164d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0302690baeda10ace5aa92ae2c70459485db06afb28f9d011030502f813dbb6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82371f8a27fbf507e1452b39b15d848732cfc3d1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15578aa095af8f8fd3b95742a06531e2b3baffe4a4a4e9947137f8b32dbbed81
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db010a30bff91f09f79187f44623710b601e934
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:609eaef220582fac71f118d3893237d7fce307f3af1bacd13f4adbc32b99e27e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b14a026b912960b66f5717540c0bf4b400b2ed6f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d2e867a64ccc446884ab9bec98664b16ab811c8a0009ad7ec163bdde04a4d7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b36c87e5797b31b0d2c1ff858f8c985c816650fb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72fe7d0e42316c95dfb8a71bc0f719586894cab2d190a2c6faae71b5c72a554c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4946b85b4e4409a3c8776be946023d14c576ed4b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b31280b3fc65654369595765fd9789f856fc59b69b2c8b028deaa1d7c2456b2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..107b067a38184e19da40badd3bdc6872831406c7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f5b4af616b942507d83db2425d26295e470e6dc5897d5cf5b1f4227a1e5546c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..104af1d8f0aec908b32378db7bff60efce69367c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:368cedfcc11c4ae3e47ca07fa15b508b8a1c6858a0cc63121a7ec177d86a4e10
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab368bb18cd25321e6cf9faacf432d7b81624ec1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c902d03ba199082d0f05f63019e77a7be0287be319efca515e79e8b0700e0f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f15b5c2414c2b95b21af07d65acd14082b0ebd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb4d19c7e7248d3514bdc56dff98c89de095aaa6934f6499de34347077c95835
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c79bba0f710e80269a8ec630cae30825cfab7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b3669d5e348659b38a332c387ccb4aa8ec3dfd4a07eda849ac17f1b9d5a1c3a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8d32a01baf8d234f4169fc7acf510c65b65203
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4006f3efd24fb20308cf2b52dafe793b3f8edd59c1e56b035b4ffdab948439f2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd6509b86dcc3e30712108d44159a0a62d1e04e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27888ea6ba343a5844d1baba9162edd7ce4de0f2151799b76b34d0199191f67
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e85a757621278587d6b067790c3e60e699ddabf2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf0a3bf48fd1a7fd3425029cd76e22f8501d72533adbd4d5f33303410344b68
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a343ddfb1532915f58a3f779802816325afbe8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df690ce446313a9752d2a75f279bda0085e72c0d2f11b997191d31d5c3b72ef5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faf976e8a9605e98148f415aed413165eb221784
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc780fe2a876b4362dab40982981a3d77146f5fe9eda6bc12e57566e4111e3b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5a17b7d4f132383963655d632fb78979ae09363
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e5395e6c0b1a64f4515198f095a3b21637e7db4cb44982eed64912536701b6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b45a45bfd9a2121a8d89fd856b63634ef6830ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:475c7b99ec2f7cbeba30ef953358410d74a542d4dfa107bf53a4e32c6af94814
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..179951243958c3296ca04163cf8030b9b354ea67
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087a46bde6b2775ff0dd756d0e36d1aa038dde53989e0a2d43ba93f766b652ad
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a702083ef4bb47e934ef12872e632023d3b8150
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd36237f0dfc4950afa6c386548177171e7595a27260a1f35ef94cac9f9b5946
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c53a2dc7f679b86ca76a65e43a1afe3c70ed947a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec68d8baf9297048b1aab82579c8d67670fd6378bf8aef5a772824c42e843080
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..346c6df645c3b8c52e2cdbb174965927a07246b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c0bd237ec595f0d7f0897f52df4379e947a703d877b937552484ee38fc654b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47220ab9ad26188187b5a06ed52c50aaa32547ce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf8399c0d40b5d6e32498034fcd95d7776e767287dccfdb4f386f15fc065669
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9bc06e48749be7d8f1038c139759bc6b6f10728
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0a0d8314fd302a262b3a2f586ad51cfbca62ae855be0b8d06a9017a74fc9f9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d25ee25bf8bef444439666389b95ca1fa2b275b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24259af7fb0cbf55acf09a4314da9208ca67d4aaafc27e1981530243bb824b06
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8c7432bf139fbec3da8d672865cb5d0fd63d553
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:015acaa3c17d0cfce5e30a9153b112ac9d512046399b87b932b1e2feb8b56f47
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abc781dd37595be76f4ae75c1a55c17367cc3b41
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0a9575f713f891ff2c647e0e68abf887d19b5004f41cfd5c8b74d9fa4b01c4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deb01d52cf76c4899f83a73eaf661d421db63ebd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f8c16d8cb51766b98016fbd15e5f7a212dc0499944e1bb1a7ffe2489b25c83
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..280c9b981ee9bf6dfb7777db564459415e43e5f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f53427d477d15b3cbffcf85a20246648658cd06c88e5932e93b273d90d47482f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13a7d3de5c7e4acf0e26e0002b4a1c281196e36b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a528c80ecb5dc2a3fd85b06f47e23c02c05377e6e71cbd5ec0e0e79bc95919d9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260befedbf779d30aa36f6f6e142d2df62e3f096
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79009ba15c524f7f680ead3a0fd83d916f2aa966eed3128d7689b4b183280820
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bdc7ae5de768a56c4b6011764bb1b8079606819
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042789a4f68c121b2c27a8339dbc56610525d27ccb9e3e6e2063be11362dae90
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b2fe70920e6f7d053ae3ef6c5a982c6822ed935
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e193c3cf00f2fb4e3a602a1d730c03a3805cc797e571d63bb85ce55833c7c579
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df0080ef06b503461f6149052ef3298ed17aa89
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a2a2c53e22362ec3674eddc202d692cd1b4f0fbf3065a65b973e426e9318767
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4939c2d6c2991d5c8b6c2d11991e7ca713029fec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85a17aee044fb8117e11479559a1d731cd39f0ad75e4a8dda05c511e0171b364
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02ee2886a7273680ceaae00819648c3e14d74738
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d393aa9459196d27086e97c56ba9c1167d26f17c7dbfc5c20741c7c4894942b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08fa5b31c231cdacefa4cdd41b66ab9154042ead
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:071f8a45b7ed7bf37c9558f084f2b508c69f380a0a9758917c615d877a049a89
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25f1ff33643891a81ea34ebd7eb728959a831f93
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d571656e44e36a2bb4d25a254a0e2eecdf56a2aba5500038aea62998f052e5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace26454f39cfd728dac9d85438b574775db112e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268acc32467bd5ae23314cb3b2439e0f85a932fe08ab52cb195e39eca3baba6c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbf57eaba85bae64f2082be119b7e0caa5dcafbe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8792e32e5caac892672160b9d367f3fc04fbbc084042d269771079da8250790
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..556c98401ae0d0be8df087dcf6a648093dd82558
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9f6bd038713568fe35c39795df08be95e9459523e4ccb24b8ee91fb507fecd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e93363b41188d0b1a55f6c8fa9cd8d7d7f6b8c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc791530f84bad93e6e7759070ea637094e35f67516222b7f40c8d3b5551b01
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9852012373a200d2d0297ba2e78c685ce041fff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d3c05e46d7ec1c7d91972d0e8c6667a9c849746498c41712261a4b1825d8db
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf307fbf9889d70c7c2528a013921d10396a9b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30af8328a04312929dd3ed3ea64d14d12106e93034234544b685ca8b6738566a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b06256d2945679516af57fe37709c2a9eff39032
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a7f70bab933d8b00d429baea83756e4d7f3d130cb39c55b3418005e2d6de92
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..292a269cdb363740aa77eb33ca620577a90d26df
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69c9ca291f214c450189e8bbb4116af9b44178114d0759d9c80205b1158b82b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..560e9cd8dcd0a1a5d6c935d19540ab04350adeae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d02307150255e5ff47db755de6285f61c794c0d53db755cc61233d679a6ecc9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b4e860fd08fafd5d5fd2a873bafdcc509488d29
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e537617e12779c40baf9507b67c43d54f8135ec81a7df586e76bb1265f6ae6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7a1eb74d696a980091ede3747d51fd3f0361d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b717974accddb7c6636686ca69ff7020bf263b56df4d68809f11113befc3fcd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..133b91d6a40335ae2c63f7e525443deda275f59a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c0098d34a8fda4bb1aeabfe8003e909e7016cc21abf95009f51c65984ead402
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16354006ffa6aadfd3ea96825ba58a1b10d2e58c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198aa27672aace43ddc22b58aaddb864bed5f3205d01fd07c343b156734f00bf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4adc18fe72a87b908946de244a39aab0ce18353e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fceee507d797324d5f3397bf958b531634d5dd14c80a44657facbcfc9cc33518
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6272d448330b02fcd3fe7c3c3c751cc2ce689a50
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c69d7ae719e30c2ba2e480022c33ca1db704bb4005b3ffb61c200d7a75acf2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27cc6803969de9eea07fbde57355ea63d81ff3c3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c67d07580a742811b7c49ff798d611cac4b1c3c44ba57a6f7f3776dcd78025
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd57bc779bbde5231b12d4355003ea8163434b7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d408ab2dc43e0adfd3d4e232eda9a07e97cb8c3e1304a7a31e01583611e1345b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13490941b8fdf5b4b6425d00c4f17199dfb65418
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91035d898bc521662ca8897c79ab179bbdcb73037070d45984a311b2de4f6bec
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d497b02298ad4ebf772f67c58e73773eaf78a9c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095934dc20015b1b0221bfcc74a91bafebfec10f4c369d0ef8ffde405059e69e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d510d026d0190238731cd69fa96f0dfe817a2f95
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:615b3563a02605e0df12e89b605b05bc65823ab3d1dee5567d3a07c569c36095
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb7d9f80853dd3246945e42662f34640b68a9d36
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d5d8af2f00bdffbef6ee5db38643a62890bb03cc5ae995c8012fe205727d9e2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a8a32ba37db18c882b4668fc279df1b2fb67e20
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d3dfd07c58fd00a00e6fca60e1d01cfff49e89c1237f0ef1725f2c76d28fd68
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..822206226d36ad65c0147573c0cabcc24a2a8b03
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7062c3a55211d7d715e90f04ff1cb0ccb6f325b7722df6c188edd3bf12af1bd5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29f506a37fac4798db317fec44b1f40a9c0512a9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bbaea641b6c1430c592fcb1764975c53549ceb4c88b5f6a705d7e5a3725b65b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b51b6b88ba768065201ef546b87f3dac6ca494d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54856c5896230c3fa6ff3c44f506e844af7a7a114817ff90b680f9a2744a2580
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa930a4e44e7cd0e5c1b63c672c0e43b1efa9c71
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26dcd501c3562f47993b1d9b1de9ee04519e2cda9cacfb66c38215ac4498b181
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047512b6ac880b80e17d3629edf0ab546c81cfa8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff32db397ae2c29a24324ba63a8af1764ab2cdc913e3b39c49cd9fb445b057b1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..927bba02d9d93e25f2c36ff4120968f5f26e76f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80b5a924d5814094a77dac91f84f550c44b507a7437e5449613645dcbf0ea87
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b023b913c650400e30dbf3e8c59af32bcac4850
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5251d16de693c68220eca084f7179e88109eff3ee742fc633c090ad857fddea3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c671b4469f01c29999eadca809b901fa8c9364f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f373f965a01ab42702a6dddb0c3f3680ef72d4dcc79496b11d1a800c08cb168b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d279204547c1ef4bcc2d518342cf658d9932cb5a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:169f4a5cd2180d71f1f02757ceb2cc305ab509d4964dbd373f9a1a2d072222ac
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd773cf08ff72fab2e21eaec80eae48b206ae46f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a1d3cb5e1d94057d9a68c1ff5c8c043e97a18a8f3b45fcb3cd8c4917202f4b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0064e8344ade92b0707768d0febf873e1ab7f4d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b4b96b0096e8775efc9b53f032a00464d9a5cc458124cb225b2d4994c51236
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c61ad98767a4f4f2d5c6c25f2dfd4d7a931abcef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33badcf633e436276a13bb21ad6559b9d75187fc792d8dda307fdb1e0ef01e28
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d25b1781590246974390aef83567de3783cccd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:082346c27c57b71e4d1f280d4db89abb316e0a7c6e52de8935b25fa44373477c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc13f191f9b86c1c98ee3bdc9795af8a22cecf5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8d165244b1ad3a66c23b92b2896867468e057808fa50f6f2ca8ef3196ee656
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb26ec99ac1727281a69d371e087c8d37ccef30
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9874a5662753d15c2592bd3e487dc68a0bde73481d87889828cde010a80a1b1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65c06d655330f280e8b87df9405b715be24aa98b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772a6e5aa8ebd7cae69961538c33538b1e14b0b9c8dbb4470b08b62635b5eac6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca8593c60ec879908b0e9f4ff9dcb362c85b40d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d232077b36690b910f918af9ad1192f79d9170692945f9056e2a4a6783b35b36
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46e954e0143c469a6610a7c9cf74a769cf20642
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968276cefd86826e7b725a9a93d600a10c59e5fd8ae9400279aac86480c22a53
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96cc9f421161b2028d957f6e185932b61718d6ef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad289c44e16854d760f8c8dd679c6d9783d7280342b522942b19219d568f3db9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43792fd36ca33790beded8f5ca2658d85bd38bac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0cd780d5b9879e29bd13278112e537c17b2b01070088c9916b5d1459d6137cd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbdb69341c44a8f387c2f3a46830526b10367336
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bdfbccdd5d6f68010bafd48698c73a90464995655ae9f33a78917fc0f58d70c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6075fe5481b941a395a7098bc8c98f71b8f3c95
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87c15d6762f05fe9774f6f19d3c4e4036e9e669ec83f97d2647f25a05a8c267c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1235f19c865e3c9c023aedada3207029851b8ed8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a5369be996cda05b1a3a044745a2b8bb7ab5f47a30eec4649649d87a2e592b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d656fa5c2aed2d16c8b62e760f607eee6ad9daf7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a349a132cf1c2ebe1d8731d92dd795cbeaea154eb121132aafbcfd29bba9e63
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b8e2ca7923f4a20078ed103313f3cc1eb22b7a8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d28042d6fa613710b5635a8925b4dd6bb14059833649ef3646955ad6ee3f6266
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d18e6eff37baa3e1b0af5c7d245716ccff93d4a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4f1b1fa414f1f0f6c79219517e41bfc373416955d9932030c6411a172f6fe0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bae149f6a434e57ab8cc3a4c6f712c356d4ed21
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d128748a53041e8306e6ddfb539b382895e57da571eb30ee019033199e4e188
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d24392d2701b8d8f3bfa4c3a1106b36ea50eed68
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7a8307d863a62e3fbc30fe91a267a0e0ae8a229eb67730250cbb53212659484
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e607e21c1f280d4ee859e2de21215c0065356e73
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df4e6a458b6c22dffa0f9afa23bcc8e67e60419caf2e0ba1ad032d496f6bc789
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba10958af778c0bbe97025d909cd89247260427
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff0291d7b6a4d77ace3353fbab434c6c1cb7e0cedfe67a0db49341a1e7e8a2f0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..772082dc606e79150d13b0a9a14fd5a75e3be244
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45d478dbfc0266376961c29a7e824df1f5829bc78f47571a9b35f9f1df6f8f9a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..310feb9e1a1e11efe2717b96974deca434be925a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e31a4e1e15478f6a38fb5cd1bfcfb2a9710095e5919a19be1626303b7db1a07
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b2f390a33aa5032af97d94b146e623b00af0bf6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73b0eb20dd4e46e3d670cca492bde0d03ca56c8c0d0cc12be6c5046139cbf60
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9598381850f4cfe0ff7dc88e5cef1ef407ed4e8c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360f7c89482d8466ad3686340d679793923d33fb93475274b15d9f593227d0c9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43fbf3901a23978f9ad5f4d2685dd5c88ac6d6c7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d4e2fc2c80cd50b3b898abdaa94c10c9a479bc4a752f3375954358c35d3eef
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33840f1c34e15f2e2af42c42b75b0132dae85b03
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542fa2532da500d3b658429344f1a801c4efd75a25dd7ebed188323ce8373869
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42081a5f53f73db673086a5e04116ccc14d759f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6991d2a52704079f9088738d906ae526344afbae57bef7dd01a9e6844cdd057d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2340a3288b23bb8305f945e1dbfc481e7213fa90
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4afac452e77cd6939423118e19be9549348ea228923846cbef2ecf1c1d841f17
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ef1d63a45ed9edceb4c4b5001ca497c67103f7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e57ad055615c6d476d74b1fd43c137810ee473567e2d63ce0ded9e32a997930
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed7d2ff315f32ad80a91f122189a6d6a6abb907
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a385a1d5d19ac71535d93f8585791cf43decfe033f48b604f803060bbd1e7ac5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87855454ef3176200bde77a0ec77c827ee25cde6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a9d4575842339d1c561c8a96c8598930aa29cb2bd56644771e6d5a0a223361
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36d66a39b39d39fa3463483d3b49848597c7f8bc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f8a2d8590c9eb7ac6d06cd706c7f43074108051d6cc68f03fe113675013dbe5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb43da1304711714de0f29243e6e459b9439c42b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e3f537994a1b52f0256b0cb6f1434624040b800b90c72025d163e8825fe4e75
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6639305ad877ec488c300dd47fb3c38163d0c63c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d9b2f8ae500674e9d355d8213234a45637107dca66b7237f3fb913650dd68a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04874da301f1964161bdcf759784fcac0df99901
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd49cf240011f1624591a0d84b29451b9f36f51be7797de99ce66f229256d22
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c68005d1ed9f3d2bab604cdcb995b909b614ff2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd6f50a601b38bfb6a71ade9de49f8b72a13503de2783098616f6737f76b445
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af78a20d8877d052b93b396bef1c20336e67ae0c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b642b2985e827e30ae05998dbfffbe02792ce339dedd175275f045f09cbf4bba
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51823dbdd39c33b68633c7b765a3497a6f6543c2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03fc64abe37363287b33f91d6232b26bd30c271494562d3de7d1287bb9c0734c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d19a5bd89aec5cfefe17bd1825c0cb1cd95ba9a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b32621ce686cf301b222d65b96115cdd8f1c8063907319e2b3b30c25d05fd48
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9acbcc7a93f63d2340aec9380282a205c49374f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2b7fa90d36a304cfd851c90d3b961421054556d1669a7eef2e66b0459420439
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d76c8357904129e9a474cc8a18b71808f693e025
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e574c2f3c5b876672afe06179e0eedc2ea22048bd89c76d3972ebdb76af4b476
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c9fd0743e9833fdf3edc8eec3f0cc334ba3710c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9528f9b4db5abbfae963e37d3832f6e99b360bdc361287264b77ed0453a85ac
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4490c727a50e6748dfdaa98f9b8c8c0e00e37d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba9f03257c7646bda21532e0bc97979d2b9649d4f5ca09b01746fca68c2911c6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df56341f07290a5d5890ef82fa44dfd66f983af2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb9a8936639b6f677e5ef4f321457f69a1983d3f696f4865e07fe969d1d73e86
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f08bad6213802dfb50a524f7d835d0ee714e17f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d745c1d24dc8312ce142604fb600575847428f521b418edbfb22d78443a6ccd3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544886fc4122e929b58909bdb70c4e1197f1a60a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b55b410f7bff9059286cec5a629c6827f9f68841fc8f3f30efe5032a5beefaa
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa0a39ef5ba2c10ade2de28c01cd1204fdfbab51
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa15dc2cc14aced3394b6f59697bc8772b51d6822fc79eff5d2f23b923f1fa37
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02d37338d8c39c862cfd59f62571ae593d77de50
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f98632f351003f6ca690b41197c9ebca6335b5d520cd1f3011dc36e2c524ad
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..287d4861727bef355be00158c9948cfd1f071147
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b85ad806dae80f9827852b83c7aed3ae6690b115793d9936cccad53d9f5e5bc9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a942096008e96d71a0eb22dd9dbdd8bfeb324fce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f1e9b20ac3f238b0e6fede40dc54898a1dfed85c20e27bbfb05ace8e00421bb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..882d2a92b75deeb45064178c936e0273c121bcc5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d43af2c5243e498ab7b6d29beb4ffee74080b45b73715c3b46064217531dd09f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0fab13a98ecba4946158042e16dd75fb8f89ba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66098d71940a5953100f135ab3e3dae1c954fdde2c44ab1885dffef9c9f7c0da
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c65c22264848f30c57f545c9477d5cac20c031c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01aba6997cc3ba0cf3fa9eca635fc6dc16a8e154927ef775f801b8f0fca0af56
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b5b4ba94e77af93846b7742159a39b3a2198ee2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e72f4a93e45ab923722e815d847f87a619ad3ec05853d9f70817e00445f5c2a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b5acf17bd27e560bb26a1098900429a8b41956
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebef992ce7b379b18bb19f7e4e0c47006c40c856f2491ad64c2890be659577de
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61b84fc1b5d189292cf699b461bb99b21145e632
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ddea114fe30b43fbd0f14b4baf9651a5a9e6c9bab0e9f855452036f0d158b8b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a30e872ad02f87967b48478d5c85601e2d261327
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea1eda630419aaf13e6286e65481ef29cb02a9fde1fdc4e16b491eb1e4852a7a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b863ec851715af1fb93fdc51f791a79cee02a6b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63213ceb34068d0dc9957f8b369b1915dd2264fc50843c85b656010fb8e300f1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..becd9bed5846187ef32563440d203577882153a9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e803b063849a9c429a49b637e341b2f3ce92993a018d3e7c12d3592d14fdd9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..451d6ea9ce561a5ba4cd6f330bd9e6c0360ab3fd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f00ec3560a88998ec8c0f2a9e82a2fe735687da1733585626ebb6adf0be0874
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2376377d7792c7293423238b0905e9464bfc3d57
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e21fbb1fd68aee0259be2ea7778e2f446059d5785d922b06c7d7960ead7af151
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1feeefaa349942d70edb63cb12d989d2a8d5b58b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eafd11b31c6017343c3a4c0acb7dc5e34dc670547f2bf9284cea22ee8a86cf3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0312e2d80f4decdb83d3b5b13deec517b46b2297
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c34bef9971442f6c1a438489b23ede81c773c100574081a4f57b7c6c16f2afd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74c6cc7ee636c8efdb3ddcc98209a265d7b4a9cb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc706fe463758640e8da876da0450c38b6356fb405156ce2be2d4ace0913a3f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88481df54b5c3e2bce3d1bf253ccd156b2a527b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8c195ebd284ca2668917a4668fe1b3ba8578082cc72b579dfe35485ac8c20d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3915fcd7c1506a809c94a93a361ae476f948bf0f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6f7d7311500b3c5ec65d0c07b634bb8b5d64682a29a2e20606f9ab2773c9af
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b5dd14fe519f7c34ca3692c7ce7cb07c8514c8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63251821e4e7dd3cf8c8081c145636edc6eac3418933f6033f43f0d7cd57bc32
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c77bd625a7397939fb6dcd93a449ba7f4f7f11e3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98aa085556d296c519d837f5fffa4e72e28a8b182de0084a12017b0045c30593
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a98876779d8ec1009d3637eef470f09aea35981c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d92ebc9f960da9b7aa911e837a2c71ff42a91217633e1e345779105abd054a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cec0a57131343432c4b9e764fbcf8bc182735b5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c4e9ce274b3104ca4d06991788b0aa3e43377835ee68436c6b0cb4b911aabfa
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e7bcb272b6810a293d6929edc3342f7701122b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efee2be7dac005da2d36d984e544778487cc53a39437b2329717a4769a3c55ee
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76d7d02de434880d09eed38b8853cde5e8789f7b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abe2a9cb6d5f113498f52dfc84b6d4ecc4c919ae16669ed1300d5c46cd26129
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22053c4abf5b4ba44b86cb9bb3a833b18ecab07e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae0d810f30eeaff8153fc433da6a931874472345918329b64cda2d67e3577e7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b569292662c69076791858211520de897a0b1d0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd3fb3edc0453c7eb5a610cafe9c2710f4fc456c4689149cca9e0a91de7171a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6cce971526d3c96eb12ddcfb72559620b62b9a7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8ad288204936b63b1f493e948b99404e1ffd00765235b39c3d5cbc854f17413
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d39e26d1b8575bfc657f4e17687c3f66746935fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a508c2150c5edec9faacbe39ee42c6f8977211afb2f3ffa573e2f3cae1c02c8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c22b4cc5685654fb7d1cc6e0a1f42e34c07171
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0fb42e9abf075aee2a9f81729fcee30722167fb387b5b8cae2a63b01c308093
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b1498c22d5b29a4fdede2972fe359a8393279c7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e27daed91b1a0b797c169557d382cd4064cbcc9684482e192480dc3d1d5c4c8f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5d47cedab618c1e164541dfd2f299f1086581df
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14ae68636cff66917374519cad7e94e3788105842fa0c418424aea65c0a49466
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..170155fd6ebafed4cd484b95401b782be5e71a3d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bae03c504adba9af33aebb6028825dcc4c547489365f5eb3515099c3a2d7cae
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5befc084ebfcc3855324156912a57a759a1ce069
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fecbaf1c8a04a617f7ecda101455310491cd766c044519daf0f5d79d4ecedf9f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a96322130ac7c45f7b8e36f6080d36c4f7dfd370
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1dd4da3472434740b51fcadcd4681b0cae4c1fdd984b0d86cc27a587376c541
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e5ac3fbc352cf3b47028d435ea2f7ad05ad54ca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:693938a260fb5bafb921f3fd922fb96e92f9d3753175b1c6370e9a0b727c1699
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80349237072277f6aca990e72327fe312aedee9d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83903e2462af06c3a705764e25e6eff04c316206339435a9393e386a740260ab
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e2831654138efc0ed2c7c80f012d505aee5e855
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b4ec53b7d13f1a93e747c97f595796976b69f92f9a176b8fbc9a938df938b14
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2011025b1d00a399ed2f4775b5311edef48dc3b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0821ff39d5cc75faa5460e79c2ae7a02c50c6cb48326ebb109f311fd36644aa
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df4579479ca7f5c3fb38f239c54b051430f3d6ce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db1b6bffad9e87b5262701b66d7d2fa328091d49eb0843ce3745e5d85b6dee2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76edbeb818498c8b6c3959ce3514454f031f1589
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab57ec8131861024c448fae6448131564c59c1b95f41510e16b0d2e48d6a524
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..475b0df65ddf87efcdce4391ebc65d70971d3145
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b8c5e028a7eed75eb40d354bc32cf1efaa875ea33a141e058296196793c55f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc4112d950bad1de9adb3d85f58b5dc2a63a3524
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ffb810fd5a5945682a19c4fbb76a287fb46aec9424abdead21a9e16d3d02038
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f6e6e4bd8b66752aae00f4fb5297cce0ece994
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:516cad2e8548a1039213eb9822234a0985e0037034f0fa5846062feac3d7dd38
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ad76abecdb71a3943dd992ed8453e4d79a3fee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c51d2c95b81be09941d00fab457fdb1311049255963fc61425958b00d84a12
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7500cf19cd555c1f1798836a8081056f7b4ecd89
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870f0eb584961867654c6d4bd69c51ea93af467493dc2fc033b51d1b1c4c478f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d90a6b01165f592b8243621b52ace2b7babc2be
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d1b09ffcc70cc0a03915ecc37f56ec494b083faa7bae175b53c3cdcd40df462
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad45a1fb2d14f4d26c6298120895b5cc7ac8cf90
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae662fa13a516d1d4ca38b6c8ce2a23c069aa61fa874570715e6825e590c601c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ae57106428d015ac2a30b43b5ce0a1b81f650f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80578665cc182bc18907f48538fe15e561e4f260544e1e36e705cea894aaea91
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..807c5f95e784f83e133d7906220f116519d94592
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d01bc9369373272d0d62888a2d6e6e7e7535e325e097b47de0fb705cdf11405
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4207924713c5d961c7afc89184519d2f61e0a720
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e2612073890859af2aba1c387d479fe39a785049cd75694660a8583bfe7e57
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5feaaaa0673b948b2b554abc83c9350a3770175
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a3c8ec75ae872b7e590cd766a516babffb2d296a6d84d20902092652ac6629
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c6feee5eb075012ab535b0268635ccc1f9bb33e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e70beda4b847a408c4c36170d591f547019741e822cba400fefdfbf2f70ae5a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f403ba829e0a49d590dd9b8bd723ee430b279f4b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78abe1b349cce332ae83cd3fc1e9b83143d21c87fffdc5adfa726a559cdc07e3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e105cd9339d1e7cce8862847f9d6d379e870b040
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e79b341011656ca5b35fe20151aa1404e003bf4c0ee3adb6ce00dd6c51ad5e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b0155624c198244c227f76fcd09b0137f1c6d1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5faa01200fd609fa26df1a7466123d0b56d5f354441c2f102b54cf5968b3411
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a87d1c2bb5a6f45a0e1129c4b3c447aabd244a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51d0829ea9dcd781a31e53478602e9ae50c009d7e211f4dcd418fbfc658d7556
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f14adb3257fe8c7f1c96587032f26c3a59987e05
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66bcf33123f3218b21401ff75f4ab090a60aa28a0db4ed0bd649d5f37076248a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44cfd605ed9877f2300211239bd1f794a7d3bdf3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f301dcffc00807a13ccc36e4711885f9738771222cf02e1f57af17a5d1ccee3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2605732b194be04785a29da8f608c8ed9e37f2b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1839c1d1dd070958fbd604434fed5ea7a5375cbd2e82ebc454ea4beb1274699
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e89c751a86f9203a31af45799af8c11864ccabd7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b392d39a670c3f06feb5ec5448e208fd6a49d6fe6c5bd22d8af6d5d538a66214
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f87cced6f834b495b14999447d7860e8cc816a33
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40fe1aae968defdf862f6f8e46f3d77dc3db2163101abd6a56254cd8e7155d9d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4732563f5189a25333a7a20983790ebd791d9079
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62cd622757cccf5262726019e81c1839942db7adbd2b7ddef9cdd4a835d81cf5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc1b4bc98b31f1a4b0e5602a696c8037c67ede0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05d0e49a33aeeb702678d8ebe289b7ca125fc7206f15b72887ad8e617efb8c9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054e66ec9395f7c99445d1628454f8c9615831e7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84296eff8f7aad9bc115d9626fa877b9ed44782f1cf6f9f8b57509267926953a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b590af4ab5fbee666afb22f31e4fd0b4b068aa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c19a2af9c060755188597fd42c8fcffb5dd355e1c2df9c0d41b27415d1e1a6b3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a5d89c3faec7f8463c6351a323e51d2ac5f3ebb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98cfcda5028387906961fd6f4f1da18c372e2eaa55741e889fe1daeac04477be
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e90e581d6e9234506e3155b865fdf97a661757a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf78cdf42809cafbcdddd7397e665165e6feba12cf4d05b78c74eac47d5a18c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a35022d0c110ecf6ad3d45ad6ce0d317ada3bb1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d1b3e4e8eaad8796063ef4c60563959ff83220b7b1ddc3600975ec34ecc60e8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..398fa1fd219ff34014b342f2f4c7ee072df001c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3413feeaf8abea4faa4bec3f45c7a2e16f315d2260b107b26082fb58096be095
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f056e3abadc9ee5a65ed1de9d6af3b8ca03dc57
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46103e26f892bc899a28435030703e8aa30c7d04ccfdcfe27f4071bcd66d07e3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..538a3997c8753010f6da2b909a5f53fc9e59859b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20bac36a7eaadca0d67de51fd2dc3c612a848238a060ddb4d813196499446376
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..761678fc70244bcc91e378e4f51fb0e79bdc8d04
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29fe2e1438099db1ebfdbac82fe2d685f235157f7ef36b360fb29f6135d84484
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86baf56221f3ee8f10a25a993835863e8c6b6c93
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf6230a8717bd2b71ad97f73bf5a9a85dacf756d10fecc52d06d92d12ed5e6a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6334dc03c65e4b51bd51b68840f2b6a36245935a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31ffd4b28549c25bf5a892b58ec8c2405307aebd3a109c6c9739721c6d33a5b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be558ee530dbf23b5a1bd957593f34fbd96a9d4f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ff6d20958ad7138b605043f0d39327aae4450e456e59943a2c8568d1bdacc9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11dc7a1981097b7de6a6558809709af9e8d4ab29
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5243b1f4b98d16dc879fb9d6b2155941a75cc99b7ea552313d0a81bc6cf49775
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3966b387fd065b4a0a950a28e52cfdc10deadf4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eeabd8fc29c47f78da1bd8e74cbf1eab700226bf5542506e98146f2ee9499c7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a86bc8c13af536a95fb7dff80f48076c8c8360
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:038e90170e54978643a69764a6d1e16b082c6863457b8856ac445492d1669667
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48c0eeffcc0e8d7ab5478da6d9f31f380ef4eb00
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c0178a876fb7bf474879cb821e79148d956e71e503919f2c65fe46d8ba28fd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16fa0d9d716db620582c5120571eae01f1a66449
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12af255e437f99406722c57517080effbc9bf6f91f0e4d2014136b1f523f9415
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f7586e2f22df127a311a3741672d20b3009eb05
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8cffec56610b9baa58cb1a098b3e1bae0921ec39c4d964f064d129885ed541
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9504e12067f809bbdd6a2d9a7fedb45612b0e0e1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece79c4f458d072a4f1fa48090f0e0e125b0c8362e12e718bbfd8eec0a230195
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e88b725c15fc7bda3ed0f4014c96ce17c0a7771
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20d4ff67e0d835d283f62c11709e534c0a45bc6f2ee5e13225da5936c8bc6b1e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7075fc7984886b18eb2932d7cf28701247b8747c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b73cca388e20e3314be41e1a9b7bc080ff13f42ff5419800f89016043a21757
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed52a30786ab3a68f2d1bc3263b6cf62d04bc45a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9acdf253eca0554c00b22bcf69b086b84ed72cbef5b540eaa4b6c2e306f8b68b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ef8e66d5005b815fb42d91f3b588757439d0f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98c5eca16c57444503a6438672574be164724b82668ac559f3148aac53c7dc7c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c01206a37a6c7926ab609009e99ad2e2518c92b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:667012668e8aef857f72b59bf4d28df37cba1a85ca42f2fd432565fb5810e1c3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c0036068996d9548b2427e44152d26de5d59e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fcf1bef27fbf242a782327abc26ab336ea16ccd3a3dcbb289831d50a448a982
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0932fc003435c23f9f1d05f08286f2b41813afd8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf61a7a4aedc81e6462981c8a101960c3721184f89d565ee8b0b1f72b46d9b9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7e766236c41f3dd6ce35c8744f7217ffc46593
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2343dfee2e0239858f568e791189da07460063928df5e3de8f143a085babfe00
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d56f082a3113f6d7e6689473baaadeddb4b977
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43bdbdd6447abc0420733145b1abe32242621b8ecbd3403c74d627759e62c159
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfe860c52e885c71798619eba194f6f01b7bc2f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924a6ee1e58d226bc1b8a7ac8861c2a30f5533486794e8182674a3a3eb8c9108
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a619c51c3e72b2ff94ad724565a64818cbea5098
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:613295a7c3298665404dffb2a7f0eb5e1517221b6f10de91bc0e72790e593239
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a862a0a693cf8391483c653e694fb2007f9307e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b4998d7783505a8f2d5bfd47f25ef9e9295350742759e5deea7510efecf4be
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57bd04ad4dd6ec17446bc4e9ab850e32e9ef25a8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92126c11833da3d541230b82662b22ae2f26ab0141b3a6454f005a0258ada504
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633b21ec1e90d6326da751e1fc0147679196ee53
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d97b98b3cc098734c78186c1629679efcecce300f80305b0545e8c223ff50b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19f83e50b35956ceca87fb2fdc5af18717c8052
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dcc3d5997a0b08ae76fa90e313424829aa988e59b7b7087227db14859ef0f09
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff5f72d5350a26848ed3e5dbf9d467d953a9910
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7017e96b7d7a47c4374cb3e43f04257a2a9210b559d16f9a5db8a2ad960ca418
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af3b4eb0522933504064bfd04ac641e48472102
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:826649820ec810cb1120f537c2a4a5201b6c67f76d835e732053bd031048417c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c07161efda6d7a74e584acba7d7138240741c85
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a3e6418f01b85df58a6f4e18664d65d1cbbf3e7a89982217967dbc7de89c2a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06411c48079f1ec833c0667a2cce686acde9a122
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:933340f389d3cbc8dd3694640557db00272656c147171dfea7838dc9156b269e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aec9da7e4e493a78338ab836d7eb0824617568c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56854cd15b6a7dc41a49b107212110ac91007053b9a3ed6b890a79cb1003d049
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8cb4ff4441d6895c0a98449d9b6713e1ecbe385
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace9533d083ae43cc26e1c2a220f8d95de94d6fce472e5b035979f802fea44f9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b343be8c7b999d9275133d7166a3ed2c01c0c88
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c4d165d036530f26d12a075491a34c069b577950184181484f842bfe2d8f6ae
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d36d282b1173a56fd924488601446915e4e0280a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb854deee90ac60e51f8619b662792bc3fe9173584ac1a4989f31a110efe8a28
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90fd64577d5de1e0caedd602c30ecfafa2b01f4b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28cfce14d4424aadfa9f2b8fe8917fdc7c571036db58059b471545d6bed733aa
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0bf6adaab5af5b34af35a346892b2995984a549
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8440ccb9c172197caef57bac84c90f185c23c6f348a03e4275449c888e717880
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9a7b74131a55d657c81746c40eea1ab11f7d941
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a74699cefa4d4b1dd8c817eee17b99aff5f1582f490bbe3691b62cd240d4bd3b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f85afe67326d77a7d5d7d0ba002273013e21ccd8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c7fb78acf429f7ad503d16fee7f312dd00fb37048b79cc705e6774a12e15c5c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea9ea5f8f8763daa4ff09b50e03fc166a3e2ef5b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be1aeb4d0def39f862018f5c6e80962f6ed2494779acecb0ad29ffab9e289f99
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dd6afa85cd966d2053165d96c1037762a5b2a3d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7a5e5277908c8c07b0bf563fb0f65d3f33c10b57dc3393c7d1d6636cb67a6c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a19d6f7893f60f4337d57744cd1cc530e8d41a0b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d722971d3f7845345b05e14fb55084cf0fd40c987abef63b91c7385a11d837af
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b07beb35188fc1403e4fa17e2fc37aa27b078cb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6aafcd2217c77e7e620ac414b951b599e0d90182f66972c27c2042e066cdca
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23388480ea17a739c7ec487cded629d2cbff0b8f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb871b57028b8dc3a95e3e786836c1bac9f16c4b8a93144848b596d5d227fb76
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93fbf535cdc7fac45d67caffcffbf8438271070c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48cc9bfcaa7cebd1c029abc9a553b079fbcdc3f733b5be95c0a5097a64fdc36d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da0c1aa1f7ce04a68a12105dce437a550f83730
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2af729462fc1a4be8f86e4fc17c7cd383d696d78e0a22983dce1e76697ade99
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..685df8082501de811e1d847f5ab28ac749c50e31
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c6c1ea957f943f187efc0902e4c2083662524c60a7bff456dab2ca2f2d375a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..911acc044fa6566994d592d5f17c5cdc9a7eb706
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f52f5bad685775fb41473dde0135acc47d3fca59110685bdae03683d176612
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a595a36d840872174b42198efd1561abb82946b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8f71ff29301b4fbf424bdc24d84e62962fd78978b9bd0ec39d8be841031b653
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed9f935fa318165e5d1e8fe9e47c9a7abae45362
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26322002eba5692af133652c9ecd67d0106c388180d208182090a59b7506db2e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07e476cec4723a8952550786acd80486a605435f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c01a1aeb61eedcef33b0dd3e93ea6fb82c9c89f431e37873ee5950c68177ee0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc5df4db28ecac550f13b78167514b1e12e1a78
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb40a459b8d46ebd6e899ae5655fc50dd65b94742a5a7787bc77174f314d528
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e4cddfcb5f1061fd6b6190367dbfd6e5100adb3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:863c5a6690b623688dfac0b954174af67505032420357e27743eeadbad54e33f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f6ed54987b63818d6969921f7b5fa8cde11317
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1893426bba7eaac6d590baf977971b50eecc42c81e7326acf024c4a79a5a9202
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b7c696e70c02040afa1566311f58551356f4efb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa05d460d1a3356dcae0e37017b0409956bc6acd44536f54467225b5123d3abf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d0d1aef29d68da217bcb2ed320dd5327d90dd22
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e491da81b83527307fef6dcd1d6ba8fa6a5bb24d8a683eb0112f5e127e52a45
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfac309dbcf6e99cd4f081f2e3fd024495c31d4b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c559e7c21e497bf076716e3c00c680f505781203cde2e30abe5df23cd3f576
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f5094ddcd1a6ef39751cdd3b22fc5188553a256
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85c239061517324692d63ca8ef332637a1640332f028360a8ad4e3f6c7c488e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12823ef9fb0966ea29c338a96b2e1f16619712ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa5842710ceb60dda7678e6ecbbe10a642e3d0d121b5bebea17abcb124309eb9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5db1f11c93ddaaeb95551f436ff381cf37c86e0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ab273d1a4e0c99328f4f985a85f56dee1663c08369e7ef16e72709435268a3e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e37334c3a228c1fe5fb1d0dd92b8f80f306067a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6931fa5da832e925a42f555c2d39c1662c0b449bf18443b367fe0efcf5b5f9ad
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dd0d6c68ce5bb0976b51a9daf2a80ede22254eb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd0c02b01a6ba9f6e829589a7f9809913d4920ecb547be6cfbf307f4c8c29c11
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..502c25070b13af5e138ebcedfbdbb1ad2946bda3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39622a09f799e0f5046a1a9c13b3d513b7325c8a009d542f58cd508f965de962
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..285b25558ef3c12570c402b49d2da20f6215f7fc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad60b604a401c81cf46258637cda6f89c63d9a9694b5cfd4c9e20b78dc44768
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2253f2f0569ab3df699752621d8fe9a496157299
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07aa98b28805cf494b05926941e25ec264f0aec2be125d7a8bd60e7d50c7ab53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae1991f94877a72cbc56a19ce36950d3ec7a6132
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39065ab736ccf34a9f211aadfb22d1361b96f1e07921d174ad3512ff2a4e4c4c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beedca6b260aa8d92a3535fde7dd85c7ba434e38
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bed42ca69ff0d36316da3daa11317006b522622e89071778d999279ee18bf76
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..464be099388433f79f7c3bd8cc9a288cdccd2db6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361c45b5e8b634734cae40a21253707621a5cb9a76482bc1b46af6ad9202b2c2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e4c2b267d82deb5cbd182dc93cbd674aa1d7c80
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f53a770327abcfa592c694e05101432835106fb9ac8700ca11570175ee2e90a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84b102da8754ccf0549d494701f6dce91aac87f1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffae88a3a7f5de56e34cb9e0781d6234d0b8d47d7d786f70192807eb24f3789d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b10344a0ed41d46f65e9a5054bc365e096ba98c6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b06d692d71884679682952a68c9b4dc6526bed2e7d411b69384dc03df0f22564
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b5ab155fa634561ee74e69fb8b7a80e70d93cf6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e8e1b007e1d57646893200ebe0f3b3f411497f1529f5acc2581867e2ae1717
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d53bb929702d1d23f1594e32cfe9ea947d4fc11e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec7e443b4e6a2478d681945f93b824c8dd029ac57373a3dfe48d6718412dd29
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4067ea4681a0aab3daf2f0f7d8e46d7ea6df2569
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbad040ab03a33a1fa5467323cb70ab6fb23cfaa2ee74c64043d2f8595153466
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46676d5c19d25a971c67da93e8b1e257c23eb1f8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:604750e332a3346b48c1616da74243308d3d37fde49a1edf17ec7ee8d194d204
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0365416c86df544048400de1cdae1071f8e94c11
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b8e7dcf092b2f6ae287bce10bc062283b01bf48eec6563ac6251a45cb2c1f0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b70d25ccd9369f326225bf05aba99c10ca7f25b6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e148dcecd23594830b93a543f8da4fa599276a101038421f3ba2f68db12b130
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbce5ddaaacd4b7e92ca9e842349a5db18fbd91f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ee926bb09855e6905f3dbb95fdc7057fa5eedab89003340b9c06dfd656e4591
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22b606086509cf498298f05bd807fbb55231b8a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e24d6947090ba3fb17e390fac40532654114361678d9a059046a01927fbafa1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..644e387a01749436a05a65342954e2457d3b95d1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ecf95a3ef51d6e701f6579a486ceec8983041e7b6db6f7658ef0185d742c4d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39349f7c6a933ab121841a0c10851275f5e30ccf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f1de83f10ab0b715d4cdd9a3a0ede164e3195a0ae03793964d9db610019773
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d99d24dfe36741f475251e25e755c33f2a3dd2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebad87096adabe1afed74e099f1ac839228e87c277c7d39796a06c8ddc0a3f73
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4427a4a07155cfc591f92db89a658c77fd3ff1d8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d9e002300d61b63fa46f93838170a31d511611000f4b5bdee6f07fd83ce4051
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..034ac11c199aa510b7087d7d36f4d0cd19b6a5b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cbd7fe520e01ed7cfdda3efccf5878c77189eede6a6f6aa86ff7aacaa25e02c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7abc2792286c791367cdcb66b452ef8227aad22f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e55c09dbb03c98d9f3ddab4932afef5d4f6d0da80c89db8580d577b3bbe6e8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e7ce0b71b006b7d457f8e4f64b78950a170692
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec46f15df8c19e8411bae986cd6af9b0aa0d147cee9c27d1ea2a40d4d9b5362
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..654312e0fb6a432eb3b0a8e31060aaa0888786dd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65cebb05f809b3d5162f27eeef2a21294d604965d4e1cbf84bb606140a2e5c88
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..425e2486bfdc0d023606012d7bcdae7f62654a48
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:660006fe210936134f6461fb9c2032e87a658aa014a6499e3f92bdffa382485a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc5cf1b9b1b9a78325789fe9a657c17d66ebf4ce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd89e8e16a671c41cf0b47f47eb935d3a285bc35739629a32fc7d40cd33c27ae
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c7b7de1fd151a00da7912a04074aa3b8ca8aefd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dbc850e498d33ee0bbfebb9ad0faef30c97254b881e0a4b578db0876beb84ac
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb3cab6c223f6de6b6ba5074ca5c07b15caa8fb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33fa09f3902e70d359be7a301707b5f31bb98a238a44266668670b2630554f5d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d053211f74b7938565319b3c9c0e0ecdddd4d949
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3942c336d97c2f4726af0dd00dcdeb9f6c956482ebfb27cef28c4164fd1276b3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50956383d647e3d0495b6c6f497685056712d287
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69eefc0a6d2135ee41ba6d7b9f255b3f9633b44acfd0295dae7bffc8c36ae843
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..489ccb6c459a293face21bc6fa19dd561745c54e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ed863aad5423644df9a99e2e752955462641c9fef382dcda55cdd2867e8963
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e3b508cc0ec344fd969b3acd2b07df4021b0813
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3382b336b05eb38ce391b237a0d85566c64c5a54661a43902225e8b0fd9107bb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9df0950453eac2bf2dc27cad64270780bc3366a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:891a401e4e5662c6716eeac24a98446f7d6e9f6e60e090290e0899675dfd613b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55894121abb240df2e4b9f77908aa27048e5715c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9237fc6457fbb77bcbdaed057ca8ec5f5427351dc2f41beff289b196b361d6c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44e69fb72bfbd83a230f948f34e355651763b4e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec1b8ff1fd9bf4e24422accd2ddea5cc96fee775f72df5adefcadd79b83fad7f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9da948f71e9c2d6f4a9287f321983fc1dc7e0b5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3818abca529c953750492ffc29c677732dadbeb7f84eda7c75607a0200f4643
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645fb213513979b08178ea9c6ce9a16134a9ea22
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f22d33ca85353ed184678b2753a47bc91bfee04bf97ffeb5af87902ffd09b5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f75db9162670ab0ad41a17d3c91881bc7814e43
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:810c7e887dceae74639f57f464a48090467ae227e7e1d0c6242cd39251433582
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed1ee2f5bf0895bf2cd3f39c1451b16918ec1d7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b7c1640bc566cff65a4cb2d12922e1b6ae372265bbe17d7c123039967bc670
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9e4bbe09cc013017eb32b538f82f60fec4d6aed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6b01965a126abbd5c83aea1dc47ffe2c4293e9dd3c9d7c1e9bd95d673bf74a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29c631100b805ea8817fa61c9c8aa57eb06662ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ade91f09085f046bf2b1bf4d9fc9979703fb331cc9e3817c2216c17d257ffa
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..373857575ec5cf6962bc12a109b11ce7eeceeced
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3323e098d0cd423ff0605f69add6d36eab8f3ab0cd8a833b13e0565229def9f8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d85f02469c07c1c873ee7e189589e42558a3631
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7793aea59fd7b1df6a3f130c5eaef63b12852da45f1ff60a3a52c46299906d1b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c1715bd896348d2533cef529d075ac0ca21bb7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a555292bc6687acf23b32c36b1b15ee3c94007f2e95418bda78f30bc463319c2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3c717fc33fd4ce7797300733221249f7e520863
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a24c2d34fcb32abcb283b522fabe92c54075d5a15fc3a4f6ccbe91776a3f6db
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26254b009d1d9a573cd6696551d468a68f6628b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:599869edabae83201b821c9f29f7d8ee5431bb27e781b79f3c611b99557882fc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..522667754c9d0729a1b16d92186cbb4d33a62208
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e07c40bada66d975035406e45d8eeede9a6bbca03e9ad75b3979462be8a00748
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..324ac003114c1b0cdcc05f7a28693fa95c5deafb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c20acdbaaa6e9db2cd4bf3f2f3908368823399922f8f3ad94074bfa07251260
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff220d63298974723a0ce393e4b94de5d88c4d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9b46796df00713c6ef702a27ddf0cae43f48ff0f29a14c58afcc80f0ec8453
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c64e688dd919cfe057bc9566eb4450d761ec779
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:492db722d571c81af91a59de12687f347a69ab53b9bb3ceb133b9a2b158fa097
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6064890fac1b22bd2fdf86b425cd20975980b34
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df4fcf37191ed798634dd139abe7529de06a26c492d58ace31ef4c75010614e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..668599695334680c8562e335c9bfd1af80f8e99d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e27a60aba52a89afa571ed425025d5b4cb55a8fa44b953961892387a83c74266
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caaf4032ad7d1e122adb7232e88bc3af440bdedb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dafe7db5a5d5f4d8be751410a220a7e3d162128ad6e13bf277041ec54316a72
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a118296d1791b827d858f070bf1c68ea2716573
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae0eb992d21b85533fc00400f133b9c83eb29370a79d929d6fd32d1243f2b232
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6039ede5d0ab0dbd6c01ae8226182f8bfdc739a0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6c172f2c1b7385928907cff5c19eb6f3b00d16adba817f7f2d959ef387bf73
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..212557a65dc6618c59902cd55eeb003a65f91f9a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d9f553300c964a3609feef80db330668e055f5f2c2a7225eb3f0cec41f3a79a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bc34db3957112b3faac3c7fac9d7730f4e10520
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6649ff9794f9bc3c8ebec09dec6a6b6dec05f4cd537899e0ed9b74e8f2ab9e4a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de17d11741ac9e8d555cf7bad545db86bdb6c17
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dedf0bc18bd946121be190d860ba85ead633af5ff269ff1037c15b75d58dc9ab
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7242dc24a87812cbc6d6cb112428f42cf4b1d892
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:672d5a67c5875ff968241bb0d804d890470ead3b396cc40124ad027544e9cbb0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e39f6906e3319d2e7dbb09aef2c6b57df6932ca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52272a94be982c6be317c089d5507bdab4b5df2fdb1df14a775287f16853bb6c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0e04e81bec9af8e08aee8c4c5fb3a9a99102a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bebcc8454513578d444907952a64d53cc0ef46523a3589fc9c3a536d8112e2c4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ba4634c9c215dd34f3fc76e8aa87e7aca8320fa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df398227a140636c9c3d4da5dfb38f3ec58ad94c17bc83c7fade2d387a7902f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d439d7dcc89f57e49459177e0bab3d25133e2f8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971e5a0302d3d8f1cf0cf0da06c0b266c60318b88c9c441f84aa40bf91aec05e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9003b33ede3c2cc877079135507bf98822ed83ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838d62e67375ad75977c8240ade0e85e32747bf24c8cb72bb2ec52aa88c3f20a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd07a363f2002d4b404ff9a7487f915b249f87bd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ef17db711acb73d48c9e56bf4749ce29c21621f0106afb90dbe96a95949204
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3adcd94e78beaebf2ca9ba656822137bb58999c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a266f267f6e188b56400ea82fbfaccbc804071af86050794113a2d686caa8e0e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db6d61e7217dbdf6d0abba45a17675897f5733d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb5548734240ed4394ab8b21d9d98d0cd3d67b79eebea12c7afba149e649732
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d79dbf2f97b2d560da977b75b28c896e21167d58
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c222f0ddea4e775c6daf80731fbae5e33db56317a1fbb232126d39f04e4b51d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..387fc9e1f231454a8e2bd953063bafdc3e78e541
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fed7ef0f9878ee629571a450006f54ba7ca975916390854d85bb3b6b84b6112
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e58689dbb4632c2d90a66172a3c1050b9cefa0b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec2567bb57f3c9a6fd28808523a84636e8fa2bcdfd44c07d2728b0514c4c8450
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..302ce82d4a3ad073cdcc9856580b5e3cbf6bd4f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3394b42c1ea2e5c8744efa08fc4e51bbd47461c403db5808a661a55a237252ca
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2bc3fe6620a5a8370f90605ec312d586beff646
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc312c4890c36da5adf695f4feb1b5f93a5335c366ce7a8775dd328d3cc65f8a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e89769379717551ae23d6dcb8e51175ca6be113f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b19671bb0caf4d9d1493e7377caa10a5c154613c2b3efd84b75b5d292f48d7bb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd098a465d034bdb50177541990a5b2f662d5813
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:005cf3b4a01a0c4429e734ed23a64bcfa604583b6e56785e01a913d08e77f303
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73658fab66cfbc9af46edddb52513152ec0e4315
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f877d85e95bdb5137c40569bc3e4e4ee95de062d1c6d32a6f27890d6e55221d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c94bbe203a1d0d28e7438ea093397637ed7fbb56
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:affe21277548e11ccf870575988ff532024ba4db5c7c364dddb7dda20fe48d0b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7ad95d223f28c9344275489fc574e37891c512e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26d32a0952a08b176f6d87281b9ebc06b6d597a0fd0ecb35488a27b53556006
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b2b5c640f1257738f23bf2ed84226d4d1d2d85
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52af05f11a31cce9aa21b442d8cc8d72c73207b58f699938868e3a7bbb98c5d9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a702083ef4bb47e934ef12872e632023d3b8150
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd36237f0dfc4950afa6c386548177171e7595a27260a1f35ef94cac9f9b5946
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca6368144de8ac967770e2ce646bd3f7eed9eda2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a131d464633d74d1d9474d654d6f07f7f65e31c9aade8c2dd6d990da39b7153e
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..346c6df645c3b8c52e2cdbb174965927a07246b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c0bd237ec595f0d7f0897f52df4379e947a703d877b937552484ee38fc654b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47220ab9ad26188187b5a06ed52c50aaa32547ce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf8399c0d40b5d6e32498034fcd95d7776e767287dccfdb4f386f15fc065669
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9bc06e48749be7d8f1038c139759bc6b6f10728
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0a0d8314fd302a262b3a2f586ad51cfbca62ae855be0b8d06a9017a74fc9f9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d25ee25bf8bef444439666389b95ca1fa2b275b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24259af7fb0cbf55acf09a4314da9208ca67d4aaafc27e1981530243bb824b06
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8c7432bf139fbec3da8d672865cb5d0fd63d553
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:015acaa3c17d0cfce5e30a9153b112ac9d512046399b87b932b1e2feb8b56f47
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abc781dd37595be76f4ae75c1a55c17367cc3b41
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0a9575f713f891ff2c647e0e68abf887d19b5004f41cfd5c8b74d9fa4b01c4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deb01d52cf76c4899f83a73eaf661d421db63ebd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f8c16d8cb51766b98016fbd15e5f7a212dc0499944e1bb1a7ffe2489b25c83
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..046415f958a69a57de4e162f5c003d5850651b57
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc33a6c00c57974bc6db3e8ab80ac7edf1b24307d126134ea881491395351c76
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13a7d3de5c7e4acf0e26e0002b4a1c281196e36b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a528c80ecb5dc2a3fd85b06f47e23c02c05377e6e71cbd5ec0e0e79bc95919d9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260befedbf779d30aa36f6f6e142d2df62e3f096
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79009ba15c524f7f680ead3a0fd83d916f2aa966eed3128d7689b4b183280820
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bdc7ae5de768a56c4b6011764bb1b8079606819
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042789a4f68c121b2c27a8339dbc56610525d27ccb9e3e6e2063be11362dae90
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03b82c1422c680126ac3de12ac14dcb3b1a83d0e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea0c5da52ebdeee6e9d7fe3c29317329d0b26f34d7840c1d9c5fc400f334925e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df0080ef06b503461f6149052ef3298ed17aa89
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a2a2c53e22362ec3674eddc202d692cd1b4f0fbf3065a65b973e426e9318767
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4939c2d6c2991d5c8b6c2d11991e7ca713029fec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85a17aee044fb8117e11479559a1d731cd39f0ad75e4a8dda05c511e0171b364
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02ee2886a7273680ceaae00819648c3e14d74738
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d393aa9459196d27086e97c56ba9c1167d26f17c7dbfc5c20741c7c4894942b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08fa5b31c231cdacefa4cdd41b66ab9154042ead
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:071f8a45b7ed7bf37c9558f084f2b508c69f380a0a9758917c615d877a049a89
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25f1ff33643891a81ea34ebd7eb728959a831f93
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d571656e44e36a2bb4d25a254a0e2eecdf56a2aba5500038aea62998f052e5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace26454f39cfd728dac9d85438b574775db112e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268acc32467bd5ae23314cb3b2439e0f85a932fe08ab52cb195e39eca3baba6c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbf57eaba85bae64f2082be119b7e0caa5dcafbe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8792e32e5caac892672160b9d367f3fc04fbbc084042d269771079da8250790
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd8746b399d3db52d93c1bdead085b362675db9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:769329b8dff52f0ab7973d58dfed6b5762e5ced9636b22cfd254ffa42ec917c7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e93363b41188d0b1a55f6c8fa9cd8d7d7f6b8c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc791530f84bad93e6e7759070ea637094e35f67516222b7f40c8d3b5551b01
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9852012373a200d2d0297ba2e78c685ce041fff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d3c05e46d7ec1c7d91972d0e8c6667a9c849746498c41712261a4b1825d8db
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf307fbf9889d70c7c2528a013921d10396a9b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30af8328a04312929dd3ed3ea64d14d12106e93034234544b685ca8b6738566a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b06256d2945679516af57fe37709c2a9eff39032
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a7f70bab933d8b00d429baea83756e4d7f3d130cb39c55b3418005e2d6de92
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..292a269cdb363740aa77eb33ca620577a90d26df
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69c9ca291f214c450189e8bbb4116af9b44178114d0759d9c80205b1158b82b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..560e9cd8dcd0a1a5d6c935d19540ab04350adeae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d02307150255e5ff47db755de6285f61c794c0d53db755cc61233d679a6ecc9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b4e860fd08fafd5d5fd2a873bafdcc509488d29
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e537617e12779c40baf9507b67c43d54f8135ec81a7df586e76bb1265f6ae6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7a1eb74d696a980091ede3747d51fd3f0361d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b717974accddb7c6636686ca69ff7020bf263b56df4d68809f11113befc3fcd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..133b91d6a40335ae2c63f7e525443deda275f59a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c0098d34a8fda4bb1aeabfe8003e909e7016cc21abf95009f51c65984ead402
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16354006ffa6aadfd3ea96825ba58a1b10d2e58c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198aa27672aace43ddc22b58aaddb864bed5f3205d01fd07c343b156734f00bf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4adc18fe72a87b908946de244a39aab0ce18353e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fceee507d797324d5f3397bf958b531634d5dd14c80a44657facbcfc9cc33518
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6272d448330b02fcd3fe7c3c3c751cc2ce689a50
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c69d7ae719e30c2ba2e480022c33ca1db704bb4005b3ffb61c200d7a75acf2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27cc6803969de9eea07fbde57355ea63d81ff3c3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c67d07580a742811b7c49ff798d611cac4b1c3c44ba57a6f7f3776dcd78025
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd57bc779bbde5231b12d4355003ea8163434b7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d408ab2dc43e0adfd3d4e232eda9a07e97cb8c3e1304a7a31e01583611e1345b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13490941b8fdf5b4b6425d00c4f17199dfb65418
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91035d898bc521662ca8897c79ab179bbdcb73037070d45984a311b2de4f6bec
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d497b02298ad4ebf772f67c58e73773eaf78a9c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095934dc20015b1b0221bfcc74a91bafebfec10f4c369d0ef8ffde405059e69e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d510d026d0190238731cd69fa96f0dfe817a2f95
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:615b3563a02605e0df12e89b605b05bc65823ab3d1dee5567d3a07c569c36095
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb7d9f80853dd3246945e42662f34640b68a9d36
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d5d8af2f00bdffbef6ee5db38643a62890bb03cc5ae995c8012fe205727d9e2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a8a32ba37db18c882b4668fc279df1b2fb67e20
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d3dfd07c58fd00a00e6fca60e1d01cfff49e89c1237f0ef1725f2c76d28fd68
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..822206226d36ad65c0147573c0cabcc24a2a8b03
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7062c3a55211d7d715e90f04ff1cb0ccb6f325b7722df6c188edd3bf12af1bd5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29f506a37fac4798db317fec44b1f40a9c0512a9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bbaea641b6c1430c592fcb1764975c53549ceb4c88b5f6a705d7e5a3725b65b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b51b6b88ba768065201ef546b87f3dac6ca494d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54856c5896230c3fa6ff3c44f506e844af7a7a114817ff90b680f9a2744a2580
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa930a4e44e7cd0e5c1b63c672c0e43b1efa9c71
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26dcd501c3562f47993b1d9b1de9ee04519e2cda9cacfb66c38215ac4498b181
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047512b6ac880b80e17d3629edf0ab546c81cfa8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff32db397ae2c29a24324ba63a8af1764ab2cdc913e3b39c49cd9fb445b057b1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..927bba02d9d93e25f2c36ff4120968f5f26e76f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80b5a924d5814094a77dac91f84f550c44b507a7437e5449613645dcbf0ea87
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe639a2bbc2f8c54f6c4379ca98541008e1aed66
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e988c48a8f86454318ba7f51de82a7c574c77408bdbcb48c204290069bfd7c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c671b4469f01c29999eadca809b901fa8c9364f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f373f965a01ab42702a6dddb0c3f3680ef72d4dcc79496b11d1a800c08cb168b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d279204547c1ef4bcc2d518342cf658d9932cb5a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:169f4a5cd2180d71f1f02757ceb2cc305ab509d4964dbd373f9a1a2d072222ac
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd773cf08ff72fab2e21eaec80eae48b206ae46f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a1d3cb5e1d94057d9a68c1ff5c8c043e97a18a8f3b45fcb3cd8c4917202f4b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0064e8344ade92b0707768d0febf873e1ab7f4d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b4b96b0096e8775efc9b53f032a00464d9a5cc458124cb225b2d4994c51236
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c61ad98767a4f4f2d5c6c25f2dfd4d7a931abcef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33badcf633e436276a13bb21ad6559b9d75187fc792d8dda307fdb1e0ef01e28
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..facba127b2773665f143db631921555035e0b3c3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ec3c83cd0ace6e0045bfeaee67622d098f97db3935d598de10a8532a34be4fa
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc13f191f9b86c1c98ee3bdc9795af8a22cecf5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8d165244b1ad3a66c23b92b2896867468e057808fa50f6f2ca8ef3196ee656
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97113fbbc9e03a835501ce70981e97a6f4d3aeec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2523d930df683a955c39a9e7b77e5dc11e8ee40fb5efd47ddc70d0ec7ef35647
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65c06d655330f280e8b87df9405b715be24aa98b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772a6e5aa8ebd7cae69961538c33538b1e14b0b9c8dbb4470b08b62635b5eac6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca8593c60ec879908b0e9f4ff9dcb362c85b40d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d232077b36690b910f918af9ad1192f79d9170692945f9056e2a4a6783b35b36
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46e954e0143c469a6610a7c9cf74a769cf20642
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968276cefd86826e7b725a9a93d600a10c59e5fd8ae9400279aac86480c22a53
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96cc9f421161b2028d957f6e185932b61718d6ef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad289c44e16854d760f8c8dd679c6d9783d7280342b522942b19219d568f3db9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43792fd36ca33790beded8f5ca2658d85bd38bac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0cd780d5b9879e29bd13278112e537c17b2b01070088c9916b5d1459d6137cd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbdb69341c44a8f387c2f3a46830526b10367336
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bdfbccdd5d6f68010bafd48698c73a90464995655ae9f33a78917fc0f58d70c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6075fe5481b941a395a7098bc8c98f71b8f3c95
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87c15d6762f05fe9774f6f19d3c4e4036e9e669ec83f97d2647f25a05a8c267c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1235f19c865e3c9c023aedada3207029851b8ed8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a5369be996cda05b1a3a044745a2b8bb7ab5f47a30eec4649649d87a2e592b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d656fa5c2aed2d16c8b62e760f607eee6ad9daf7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a349a132cf1c2ebe1d8731d92dd795cbeaea154eb121132aafbcfd29bba9e63
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b8e2ca7923f4a20078ed103313f3cc1eb22b7a8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d28042d6fa613710b5635a8925b4dd6bb14059833649ef3646955ad6ee3f6266
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d18e6eff37baa3e1b0af5c7d245716ccff93d4a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4f1b1fa414f1f0f6c79219517e41bfc373416955d9932030c6411a172f6fe0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ada8e325f7ab22acb59f89ecb01a1b1e91718009
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b30cf861ca20803a927f92cc1c2016768c8de5edf6144f237add5356af50a4f3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d24392d2701b8d8f3bfa4c3a1106b36ea50eed68
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7a8307d863a62e3fbc30fe91a267a0e0ae8a229eb67730250cbb53212659484
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e607e21c1f280d4ee859e2de21215c0065356e73
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df4e6a458b6c22dffa0f9afa23bcc8e67e60419caf2e0ba1ad032d496f6bc789
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba10958af778c0bbe97025d909cd89247260427
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff0291d7b6a4d77ace3353fbab434c6c1cb7e0cedfe67a0db49341a1e7e8a2f0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22d3e4e70a856d1af55ac6bd3efc5ebd57283325
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ab5ea41961ddcd04ae9b091089969a36495706907cb8c10ef8d4f82d199693
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..310feb9e1a1e11efe2717b96974deca434be925a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e31a4e1e15478f6a38fb5cd1bfcfb2a9710095e5919a19be1626303b7db1a07
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5606da6bf90e49f41b6cc6a80e75768f3ee1348d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:831fadfacef108611d1af4c0afc9f000c82d0a843c7e888e77fd8c1d135d8d53
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9598381850f4cfe0ff7dc88e5cef1ef407ed4e8c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360f7c89482d8466ad3686340d679793923d33fb93475274b15d9f593227d0c9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43fbf3901a23978f9ad5f4d2685dd5c88ac6d6c7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d4e2fc2c80cd50b3b898abdaa94c10c9a479bc4a752f3375954358c35d3eef
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33840f1c34e15f2e2af42c42b75b0132dae85b03
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542fa2532da500d3b658429344f1a801c4efd75a25dd7ebed188323ce8373869
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42081a5f53f73db673086a5e04116ccc14d759f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6991d2a52704079f9088738d906ae526344afbae57bef7dd01a9e6844cdd057d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2340a3288b23bb8305f945e1dbfc481e7213fa90
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4afac452e77cd6939423118e19be9549348ea228923846cbef2ecf1c1d841f17
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ef1d63a45ed9edceb4c4b5001ca497c67103f7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e57ad055615c6d476d74b1fd43c137810ee473567e2d63ce0ded9e32a997930
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed7d2ff315f32ad80a91f122189a6d6a6abb907
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a385a1d5d19ac71535d93f8585791cf43decfe033f48b604f803060bbd1e7ac5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87855454ef3176200bde77a0ec77c827ee25cde6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a9d4575842339d1c561c8a96c8598930aa29cb2bd56644771e6d5a0a223361
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36d66a39b39d39fa3463483d3b49848597c7f8bc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f8a2d8590c9eb7ac6d06cd706c7f43074108051d6cc68f03fe113675013dbe5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee9550cae8b8b1c4ac7b6411ce12ae8147043b0f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eac12ca7607cc4d66efdf4e6a0b87207a03a3c57cb4ecbfc1a79e9c731c95a5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6639305ad877ec488c300dd47fb3c38163d0c63c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d9b2f8ae500674e9d355d8213234a45637107dca66b7237f3fb913650dd68a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04874da301f1964161bdcf759784fcac0df99901
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd49cf240011f1624591a0d84b29451b9f36f51be7797de99ce66f229256d22
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c68005d1ed9f3d2bab604cdcb995b909b614ff2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd6f50a601b38bfb6a71ade9de49f8b72a13503de2783098616f6737f76b445
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..694f35916d74975e34986542088bd9cda60bd743
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60ad9794480a4a1da61d08fc8d77421d7d7b52406314925d519a738ed813af9e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51823dbdd39c33b68633c7b765a3497a6f6543c2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03fc64abe37363287b33f91d6232b26bd30c271494562d3de7d1287bb9c0734c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d19a5bd89aec5cfefe17bd1825c0cb1cd95ba9a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b32621ce686cf301b222d65b96115cdd8f1c8063907319e2b3b30c25d05fd48
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9acbcc7a93f63d2340aec9380282a205c49374f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2b7fa90d36a304cfd851c90d3b961421054556d1669a7eef2e66b0459420439
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d76c8357904129e9a474cc8a18b71808f693e025
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e574c2f3c5b876672afe06179e0eedc2ea22048bd89c76d3972ebdb76af4b476
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c9fd0743e9833fdf3edc8eec3f0cc334ba3710c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9528f9b4db5abbfae963e37d3832f6e99b360bdc361287264b77ed0453a85ac
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4490c727a50e6748dfdaa98f9b8c8c0e00e37d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba9f03257c7646bda21532e0bc97979d2b9649d4f5ca09b01746fca68c2911c6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df56341f07290a5d5890ef82fa44dfd66f983af2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb9a8936639b6f677e5ef4f321457f69a1983d3f696f4865e07fe969d1d73e86
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f08bad6213802dfb50a524f7d835d0ee714e17f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d745c1d24dc8312ce142604fb600575847428f521b418edbfb22d78443a6ccd3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544886fc4122e929b58909bdb70c4e1197f1a60a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b55b410f7bff9059286cec5a629c6827f9f68841fc8f3f30efe5032a5beefaa
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa0a39ef5ba2c10ade2de28c01cd1204fdfbab51
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa15dc2cc14aced3394b6f59697bc8772b51d6822fc79eff5d2f23b923f1fa37
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02d37338d8c39c862cfd59f62571ae593d77de50
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f98632f351003f6ca690b41197c9ebca6335b5d520cd1f3011dc36e2c524ad
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..287d4861727bef355be00158c9948cfd1f071147
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b85ad806dae80f9827852b83c7aed3ae6690b115793d9936cccad53d9f5e5bc9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a942096008e96d71a0eb22dd9dbdd8bfeb324fce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f1e9b20ac3f238b0e6fede40dc54898a1dfed85c20e27bbfb05ace8e00421bb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..882d2a92b75deeb45064178c936e0273c121bcc5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d43af2c5243e498ab7b6d29beb4ffee74080b45b73715c3b46064217531dd09f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0fab13a98ecba4946158042e16dd75fb8f89ba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66098d71940a5953100f135ab3e3dae1c954fdde2c44ab1885dffef9c9f7c0da
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c65c22264848f30c57f545c9477d5cac20c031c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01aba6997cc3ba0cf3fa9eca635fc6dc16a8e154927ef775f801b8f0fca0af56
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b5b4ba94e77af93846b7742159a39b3a2198ee2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e72f4a93e45ab923722e815d847f87a619ad3ec05853d9f70817e00445f5c2a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b5acf17bd27e560bb26a1098900429a8b41956
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebef992ce7b379b18bb19f7e4e0c47006c40c856f2491ad64c2890be659577de
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61b84fc1b5d189292cf699b461bb99b21145e632
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ddea114fe30b43fbd0f14b4baf9651a5a9e6c9bab0e9f855452036f0d158b8b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a30e872ad02f87967b48478d5c85601e2d261327
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea1eda630419aaf13e6286e65481ef29cb02a9fde1fdc4e16b491eb1e4852a7a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b863ec851715af1fb93fdc51f791a79cee02a6b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63213ceb34068d0dc9957f8b369b1915dd2264fc50843c85b656010fb8e300f1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9194d8e8f2bb0e2a03f8f240a0b6497f9e1a4f53
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eec2024ab9ab9b0a47a15a9067f41b5c97b2b8bc8e9cd33bc347fb22381c430
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..451d6ea9ce561a5ba4cd6f330bd9e6c0360ab3fd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f00ec3560a88998ec8c0f2a9e82a2fe735687da1733585626ebb6adf0be0874
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f1cabc1060c6dda3bf36de34f452bfda0c0fa72
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a68f71f60d9955bb659f4f379f9e382dd8751fc4897842c2f1c478ebfc79e6e9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1feeefaa349942d70edb63cb12d989d2a8d5b58b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eafd11b31c6017343c3a4c0acb7dc5e34dc670547f2bf9284cea22ee8a86cf3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0312e2d80f4decdb83d3b5b13deec517b46b2297
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c34bef9971442f6c1a438489b23ede81c773c100574081a4f57b7c6c16f2afd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74c6cc7ee636c8efdb3ddcc98209a265d7b4a9cb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc706fe463758640e8da876da0450c38b6356fb405156ce2be2d4ace0913a3f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88481df54b5c3e2bce3d1bf253ccd156b2a527b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8c195ebd284ca2668917a4668fe1b3ba8578082cc72b579dfe35485ac8c20d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3915fcd7c1506a809c94a93a361ae476f948bf0f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6f7d7311500b3c5ec65d0c07b634bb8b5d64682a29a2e20606f9ab2773c9af
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b5dd14fe519f7c34ca3692c7ce7cb07c8514c8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63251821e4e7dd3cf8c8081c145636edc6eac3418933f6033f43f0d7cd57bc32
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c77bd625a7397939fb6dcd93a449ba7f4f7f11e3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98aa085556d296c519d837f5fffa4e72e28a8b182de0084a12017b0045c30593
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a98876779d8ec1009d3637eef470f09aea35981c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d92ebc9f960da9b7aa911e837a2c71ff42a91217633e1e345779105abd054a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cec0a57131343432c4b9e764fbcf8bc182735b5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c4e9ce274b3104ca4d06991788b0aa3e43377835ee68436c6b0cb4b911aabfa
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f302f772cf26cfaf39bef646ccf57637ca71d0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12580f1d576f78ba86e48d72e3107897990ad482532541ea655649419ee187bc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76d7d02de434880d09eed38b8853cde5e8789f7b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abe2a9cb6d5f113498f52dfc84b6d4ecc4c919ae16669ed1300d5c46cd26129
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22053c4abf5b4ba44b86cb9bb3a833b18ecab07e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae0d810f30eeaff8153fc433da6a931874472345918329b64cda2d67e3577e7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b569292662c69076791858211520de897a0b1d0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd3fb3edc0453c7eb5a610cafe9c2710f4fc456c4689149cca9e0a91de7171a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30d5b359704d62a58e620aec7f11415d8c15d9f1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:978f2939ebcfc25d8334d7e803a5d16126189b93514139e43658fd37c52f170d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d39e26d1b8575bfc657f4e17687c3f66746935fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a508c2150c5edec9faacbe39ee42c6f8977211afb2f3ffa573e2f3cae1c02c8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c22b4cc5685654fb7d1cc6e0a1f42e34c07171
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0fb42e9abf075aee2a9f81729fcee30722167fb387b5b8cae2a63b01c308093
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b1498c22d5b29a4fdede2972fe359a8393279c7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e27daed91b1a0b797c169557d382cd4064cbcc9684482e192480dc3d1d5c4c8f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5d47cedab618c1e164541dfd2f299f1086581df
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14ae68636cff66917374519cad7e94e3788105842fa0c418424aea65c0a49466
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..170155fd6ebafed4cd484b95401b782be5e71a3d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bae03c504adba9af33aebb6028825dcc4c547489365f5eb3515099c3a2d7cae
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5befc084ebfcc3855324156912a57a759a1ce069
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fecbaf1c8a04a617f7ecda101455310491cd766c044519daf0f5d79d4ecedf9f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a96322130ac7c45f7b8e36f6080d36c4f7dfd370
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1dd4da3472434740b51fcadcd4681b0cae4c1fdd984b0d86cc27a587376c541
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e5ac3fbc352cf3b47028d435ea2f7ad05ad54ca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:693938a260fb5bafb921f3fd922fb96e92f9d3753175b1c6370e9a0b727c1699
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80349237072277f6aca990e72327fe312aedee9d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83903e2462af06c3a705764e25e6eff04c316206339435a9393e386a740260ab
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e2831654138efc0ed2c7c80f012d505aee5e855
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b4ec53b7d13f1a93e747c97f595796976b69f92f9a176b8fbc9a938df938b14
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2011025b1d00a399ed2f4775b5311edef48dc3b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0821ff39d5cc75faa5460e79c2ae7a02c50c6cb48326ebb109f311fd36644aa
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df4579479ca7f5c3fb38f239c54b051430f3d6ce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db1b6bffad9e87b5262701b66d7d2fa328091d49eb0843ce3745e5d85b6dee2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76edbeb818498c8b6c3959ce3514454f031f1589
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab57ec8131861024c448fae6448131564c59c1b95f41510e16b0d2e48d6a524
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..475b0df65ddf87efcdce4391ebc65d70971d3145
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b8c5e028a7eed75eb40d354bc32cf1efaa875ea33a141e058296196793c55f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc4112d950bad1de9adb3d85f58b5dc2a63a3524
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ffb810fd5a5945682a19c4fbb76a287fb46aec9424abdead21a9e16d3d02038
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f6e6e4bd8b66752aae00f4fb5297cce0ece994
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:516cad2e8548a1039213eb9822234a0985e0037034f0fa5846062feac3d7dd38
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ad76abecdb71a3943dd992ed8453e4d79a3fee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c51d2c95b81be09941d00fab457fdb1311049255963fc61425958b00d84a12
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7500cf19cd555c1f1798836a8081056f7b4ecd89
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870f0eb584961867654c6d4bd69c51ea93af467493dc2fc033b51d1b1c4c478f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d90a6b01165f592b8243621b52ace2b7babc2be
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d1b09ffcc70cc0a03915ecc37f56ec494b083faa7bae175b53c3cdcd40df462
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9029ba28b22fdd2933c64228de9f3bd5e90cc410
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87c5650b9a33aa12acbb42aab22d44b29edabe87e38b27feb12ab8c7719e483c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ae57106428d015ac2a30b43b5ce0a1b81f650f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80578665cc182bc18907f48538fe15e561e4f260544e1e36e705cea894aaea91
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..807c5f95e784f83e133d7906220f116519d94592
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d01bc9369373272d0d62888a2d6e6e7e7535e325e097b47de0fb705cdf11405
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4207924713c5d961c7afc89184519d2f61e0a720
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e2612073890859af2aba1c387d479fe39a785049cd75694660a8583bfe7e57
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5feaaaa0673b948b2b554abc83c9350a3770175
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a3c8ec75ae872b7e590cd766a516babffb2d296a6d84d20902092652ac6629
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c6feee5eb075012ab535b0268635ccc1f9bb33e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e70beda4b847a408c4c36170d591f547019741e822cba400fefdfbf2f70ae5a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa984e5bd1e3f33312b8a8efe8f1432b95216b58
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af50565e38cc5b9b176f3a972d9801525df2ed9f276ad44f77e13e82c2d57ce4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e105cd9339d1e7cce8862847f9d6d379e870b040
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e79b341011656ca5b35fe20151aa1404e003bf4c0ee3adb6ce00dd6c51ad5e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b0155624c198244c227f76fcd09b0137f1c6d1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5faa01200fd609fa26df1a7466123d0b56d5f354441c2f102b54cf5968b3411
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a87d1c2bb5a6f45a0e1129c4b3c447aabd244a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51d0829ea9dcd781a31e53478602e9ae50c009d7e211f4dcd418fbfc658d7556
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f14adb3257fe8c7f1c96587032f26c3a59987e05
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66bcf33123f3218b21401ff75f4ab090a60aa28a0db4ed0bd649d5f37076248a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44cfd605ed9877f2300211239bd1f794a7d3bdf3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f301dcffc00807a13ccc36e4711885f9738771222cf02e1f57af17a5d1ccee3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e1bde9ebce25921ed0eb7efff454a252a914af2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13404c765c4b1b854e5a74d4884372c1cd21a54a99bac9dd9a7f18c4b8135696
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e89c751a86f9203a31af45799af8c11864ccabd7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b392d39a670c3f06feb5ec5448e208fd6a49d6fe6c5bd22d8af6d5d538a66214
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f768c6d596677ff36531cfd9d9360815e9ab24f8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7b3f7b3482cfb3f251ee2a538e47d2de6bf29fb24671afc27f67abd2bd326aa
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4732563f5189a25333a7a20983790ebd791d9079
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62cd622757cccf5262726019e81c1839942db7adbd2b7ddef9cdd4a835d81cf5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc1b4bc98b31f1a4b0e5602a696c8037c67ede0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05d0e49a33aeeb702678d8ebe289b7ca125fc7206f15b72887ad8e617efb8c9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054e66ec9395f7c99445d1628454f8c9615831e7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84296eff8f7aad9bc115d9626fa877b9ed44782f1cf6f9f8b57509267926953a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a68be4224bdf0b60ac78e4825b63e9fd21ca2273
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:417f002f529c2c41b221e8f0eb579bb2b163c14e0397e2f213ec41bccf6c76c9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a5d89c3faec7f8463c6351a323e51d2ac5f3ebb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98cfcda5028387906961fd6f4f1da18c372e2eaa55741e889fe1daeac04477be
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e90e581d6e9234506e3155b865fdf97a661757a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf78cdf42809cafbcdddd7397e665165e6feba12cf4d05b78c74eac47d5a18c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a35022d0c110ecf6ad3d45ad6ce0d317ada3bb1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d1b3e4e8eaad8796063ef4c60563959ff83220b7b1ddc3600975ec34ecc60e8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..398fa1fd219ff34014b342f2f4c7ee072df001c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3413feeaf8abea4faa4bec3f45c7a2e16f315d2260b107b26082fb58096be095
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f056e3abadc9ee5a65ed1de9d6af3b8ca03dc57
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46103e26f892bc899a28435030703e8aa30c7d04ccfdcfe27f4071bcd66d07e3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..538a3997c8753010f6da2b909a5f53fc9e59859b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20bac36a7eaadca0d67de51fd2dc3c612a848238a060ddb4d813196499446376
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..761678fc70244bcc91e378e4f51fb0e79bdc8d04
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29fe2e1438099db1ebfdbac82fe2d685f235157f7ef36b360fb29f6135d84484
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4efae3b5afa0437c33d72baa2b85a920f63fa928
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a710f4be89ff13e6391745bc8ec71c3ed3c78b215ca07455a2014203b0bc19
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6334dc03c65e4b51bd51b68840f2b6a36245935a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31ffd4b28549c25bf5a892b58ec8c2405307aebd3a109c6c9739721c6d33a5b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be558ee530dbf23b5a1bd957593f34fbd96a9d4f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ff6d20958ad7138b605043f0d39327aae4450e456e59943a2c8568d1bdacc9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11dc7a1981097b7de6a6558809709af9e8d4ab29
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5243b1f4b98d16dc879fb9d6b2155941a75cc99b7ea552313d0a81bc6cf49775
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3966b387fd065b4a0a950a28e52cfdc10deadf4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eeabd8fc29c47f78da1bd8e74cbf1eab700226bf5542506e98146f2ee9499c7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a86bc8c13af536a95fb7dff80f48076c8c8360
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:038e90170e54978643a69764a6d1e16b082c6863457b8856ac445492d1669667
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48c0eeffcc0e8d7ab5478da6d9f31f380ef4eb00
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c0178a876fb7bf474879cb821e79148d956e71e503919f2c65fe46d8ba28fd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16fa0d9d716db620582c5120571eae01f1a66449
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12af255e437f99406722c57517080effbc9bf6f91f0e4d2014136b1f523f9415
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f7586e2f22df127a311a3741672d20b3009eb05
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8cffec56610b9baa58cb1a098b3e1bae0921ec39c4d964f064d129885ed541
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9504e12067f809bbdd6a2d9a7fedb45612b0e0e1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece79c4f458d072a4f1fa48090f0e0e125b0c8362e12e718bbfd8eec0a230195
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e88b725c15fc7bda3ed0f4014c96ce17c0a7771
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20d4ff67e0d835d283f62c11709e534c0a45bc6f2ee5e13225da5936c8bc6b1e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7075fc7984886b18eb2932d7cf28701247b8747c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b73cca388e20e3314be41e1a9b7bc080ff13f42ff5419800f89016043a21757
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed52a30786ab3a68f2d1bc3263b6cf62d04bc45a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9acdf253eca0554c00b22bcf69b086b84ed72cbef5b540eaa4b6c2e306f8b68b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ef8e66d5005b815fb42d91f3b588757439d0f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98c5eca16c57444503a6438672574be164724b82668ac559f3148aac53c7dc7c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c01206a37a6c7926ab609009e99ad2e2518c92b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:667012668e8aef857f72b59bf4d28df37cba1a85ca42f2fd432565fb5810e1c3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c0036068996d9548b2427e44152d26de5d59e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fcf1bef27fbf242a782327abc26ab336ea16ccd3a3dcbb289831d50a448a982
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0932fc003435c23f9f1d05f08286f2b41813afd8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf61a7a4aedc81e6462981c8a101960c3721184f89d565ee8b0b1f72b46d9b9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7e766236c41f3dd6ce35c8744f7217ffc46593
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2343dfee2e0239858f568e791189da07460063928df5e3de8f143a085babfe00
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b9014f736abb8860e3bc61bfdad6102ba3d46b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5be6a3e9e60898ef4aae364acc56c4e5494f76cdd755282e25a0491c076a6d4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfe860c52e885c71798619eba194f6f01b7bc2f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924a6ee1e58d226bc1b8a7ac8861c2a30f5533486794e8182674a3a3eb8c9108
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d2ee20fd73dfa5431b52114574fc1af364f78d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f14aa89fe418b9ad876f3f6dd5f1232baee9c8b93854ca409011b67d7d7cbc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a862a0a693cf8391483c653e694fb2007f9307e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b4998d7783505a8f2d5bfd47f25ef9e9295350742759e5deea7510efecf4be
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57bd04ad4dd6ec17446bc4e9ab850e32e9ef25a8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92126c11833da3d541230b82662b22ae2f26ab0141b3a6454f005a0258ada504
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633b21ec1e90d6326da751e1fc0147679196ee53
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d97b98b3cc098734c78186c1629679efcecce300f80305b0545e8c223ff50b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7685cb22daa83635ea61f59019d8c4353b2e4b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e314f4bebed02f4d4ee6b8731c27883ede566676c7075acdf6c5b142160fd35
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff5f72d5350a26848ed3e5dbf9d467d953a9910
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7017e96b7d7a47c4374cb3e43f04257a2a9210b559d16f9a5db8a2ad960ca418
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af3b4eb0522933504064bfd04ac641e48472102
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:826649820ec810cb1120f537c2a4a5201b6c67f76d835e732053bd031048417c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c07161efda6d7a74e584acba7d7138240741c85
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a3e6418f01b85df58a6f4e18664d65d1cbbf3e7a89982217967dbc7de89c2a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941e08874650cc2a2dbfd08a9ac7b6fe6d34da29
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d90292ebef132534282ce1b999368c6e6dbcd7b6cec88f1aeec92dde29d3f04
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aec9da7e4e493a78338ab836d7eb0824617568c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56854cd15b6a7dc41a49b107212110ac91007053b9a3ed6b890a79cb1003d049
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8cb4ff4441d6895c0a98449d9b6713e1ecbe385
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace9533d083ae43cc26e1c2a220f8d95de94d6fce472e5b035979f802fea44f9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b343be8c7b999d9275133d7166a3ed2c01c0c88
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c4d165d036530f26d12a075491a34c069b577950184181484f842bfe2d8f6ae
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f7110d489ea8fc612094fe15af023e0deb20fd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa3a0dc121f44da8d615201ff7b2e9e1870acd7ef4464f917bb5d30ef1a1babc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90fd64577d5de1e0caedd602c30ecfafa2b01f4b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28cfce14d4424aadfa9f2b8fe8917fdc7c571036db58059b471545d6bed733aa
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0bf6adaab5af5b34af35a346892b2995984a549
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8440ccb9c172197caef57bac84c90f185c23c6f348a03e4275449c888e717880
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9a7b74131a55d657c81746c40eea1ab11f7d941
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a74699cefa4d4b1dd8c817eee17b99aff5f1582f490bbe3691b62cd240d4bd3b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e4b84ba521e005a7a276ff6a58065d544a96af4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f97b7b2ec80c20684cffb44426c2b5a93b554e5ca45e8c96958e589dbef2a8db
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea9ea5f8f8763daa4ff09b50e03fc166a3e2ef5b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be1aeb4d0def39f862018f5c6e80962f6ed2494779acecb0ad29ffab9e289f99
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dd6afa85cd966d2053165d96c1037762a5b2a3d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7a5e5277908c8c07b0bf563fb0f65d3f33c10b57dc3393c7d1d6636cb67a6c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a19d6f7893f60f4337d57744cd1cc530e8d41a0b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d722971d3f7845345b05e14fb55084cf0fd40c987abef63b91c7385a11d837af
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b07beb35188fc1403e4fa17e2fc37aa27b078cb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6aafcd2217c77e7e620ac414b951b599e0d90182f66972c27c2042e066cdca
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23388480ea17a739c7ec487cded629d2cbff0b8f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb871b57028b8dc3a95e3e786836c1bac9f16c4b8a93144848b596d5d227fb76
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93fbf535cdc7fac45d67caffcffbf8438271070c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48cc9bfcaa7cebd1c029abc9a553b079fbcdc3f733b5be95c0a5097a64fdc36d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da0c1aa1f7ce04a68a12105dce437a550f83730
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2af729462fc1a4be8f86e4fc17c7cd383d696d78e0a22983dce1e76697ade99
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..685df8082501de811e1d847f5ab28ac749c50e31
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c6c1ea957f943f187efc0902e4c2083662524c60a7bff456dab2ca2f2d375a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..911acc044fa6566994d592d5f17c5cdc9a7eb706
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f52f5bad685775fb41473dde0135acc47d3fca59110685bdae03683d176612
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a595a36d840872174b42198efd1561abb82946b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8f71ff29301b4fbf424bdc24d84e62962fd78978b9bd0ec39d8be841031b653
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed9f935fa318165e5d1e8fe9e47c9a7abae45362
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26322002eba5692af133652c9ecd67d0106c388180d208182090a59b7506db2e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07e476cec4723a8952550786acd80486a605435f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c01a1aeb61eedcef33b0dd3e93ea6fb82c9c89f431e37873ee5950c68177ee0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc5df4db28ecac550f13b78167514b1e12e1a78
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb40a459b8d46ebd6e899ae5655fc50dd65b94742a5a7787bc77174f314d528
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e4cddfcb5f1061fd6b6190367dbfd6e5100adb3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:863c5a6690b623688dfac0b954174af67505032420357e27743eeadbad54e33f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f6ed54987b63818d6969921f7b5fa8cde11317
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1893426bba7eaac6d590baf977971b50eecc42c81e7326acf024c4a79a5a9202
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b7c696e70c02040afa1566311f58551356f4efb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa05d460d1a3356dcae0e37017b0409956bc6acd44536f54467225b5123d3abf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d0d1aef29d68da217bcb2ed320dd5327d90dd22
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e491da81b83527307fef6dcd1d6ba8fa6a5bb24d8a683eb0112f5e127e52a45
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfac309dbcf6e99cd4f081f2e3fd024495c31d4b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c559e7c21e497bf076716e3c00c680f505781203cde2e30abe5df23cd3f576
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f5094ddcd1a6ef39751cdd3b22fc5188553a256
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85c239061517324692d63ca8ef332637a1640332f028360a8ad4e3f6c7c488e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12823ef9fb0966ea29c338a96b2e1f16619712ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa5842710ceb60dda7678e6ecbbe10a642e3d0d121b5bebea17abcb124309eb9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5db1f11c93ddaaeb95551f436ff381cf37c86e0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ab273d1a4e0c99328f4f985a85f56dee1663c08369e7ef16e72709435268a3e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e37334c3a228c1fe5fb1d0dd92b8f80f306067a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6931fa5da832e925a42f555c2d39c1662c0b449bf18443b367fe0efcf5b5f9ad
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dd0d6c68ce5bb0976b51a9daf2a80ede22254eb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd0c02b01a6ba9f6e829589a7f9809913d4920ecb547be6cfbf307f4c8c29c11
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c3b97529eebbc9daecfbe10b77e2eed650cd35
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c9411120103defe107a3deaa437fe6e9f5d5c194255bda5a6d94b2a912bad87
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..285b25558ef3c12570c402b49d2da20f6215f7fc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad60b604a401c81cf46258637cda6f89c63d9a9694b5cfd4c9e20b78dc44768
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8846f3a31a724f5a280d69040c2d476a746aaf78
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d777bb06918ccff923125213c873dd7a7ed3cf829231eebe49da9286ac1ad7b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae1991f94877a72cbc56a19ce36950d3ec7a6132
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39065ab736ccf34a9f211aadfb22d1361b96f1e07921d174ad3512ff2a4e4c4c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beedca6b260aa8d92a3535fde7dd85c7ba434e38
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bed42ca69ff0d36316da3daa11317006b522622e89071778d999279ee18bf76
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..464be099388433f79f7c3bd8cc9a288cdccd2db6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361c45b5e8b634734cae40a21253707621a5cb9a76482bc1b46af6ad9202b2c2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e4c2b267d82deb5cbd182dc93cbd674aa1d7c80
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f53a770327abcfa592c694e05101432835106fb9ac8700ca11570175ee2e90a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84b102da8754ccf0549d494701f6dce91aac87f1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffae88a3a7f5de56e34cb9e0781d6234d0b8d47d7d786f70192807eb24f3789d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b10344a0ed41d46f65e9a5054bc365e096ba98c6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b06d692d71884679682952a68c9b4dc6526bed2e7d411b69384dc03df0f22564
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b5ab155fa634561ee74e69fb8b7a80e70d93cf6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e8e1b007e1d57646893200ebe0f3b3f411497f1529f5acc2581867e2ae1717
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d53bb929702d1d23f1594e32cfe9ea947d4fc11e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec7e443b4e6a2478d681945f93b824c8dd029ac57373a3dfe48d6718412dd29
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4067ea4681a0aab3daf2f0f7d8e46d7ea6df2569
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbad040ab03a33a1fa5467323cb70ab6fb23cfaa2ee74c64043d2f8595153466
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46676d5c19d25a971c67da93e8b1e257c23eb1f8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:604750e332a3346b48c1616da74243308d3d37fde49a1edf17ec7ee8d194d204
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0365416c86df544048400de1cdae1071f8e94c11
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b8e7dcf092b2f6ae287bce10bc062283b01bf48eec6563ac6251a45cb2c1f0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b70d25ccd9369f326225bf05aba99c10ca7f25b6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e148dcecd23594830b93a543f8da4fa599276a101038421f3ba2f68db12b130
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbce5ddaaacd4b7e92ca9e842349a5db18fbd91f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ee926bb09855e6905f3dbb95fdc7057fa5eedab89003340b9c06dfd656e4591
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22b606086509cf498298f05bd807fbb55231b8a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e24d6947090ba3fb17e390fac40532654114361678d9a059046a01927fbafa1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..644e387a01749436a05a65342954e2457d3b95d1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ecf95a3ef51d6e701f6579a486ceec8983041e7b6db6f7658ef0185d742c4d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39349f7c6a933ab121841a0c10851275f5e30ccf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f1de83f10ab0b715d4cdd9a3a0ede164e3195a0ae03793964d9db610019773
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d99d24dfe36741f475251e25e755c33f2a3dd2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebad87096adabe1afed74e099f1ac839228e87c277c7d39796a06c8ddc0a3f73
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4427a4a07155cfc591f92db89a658c77fd3ff1d8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d9e002300d61b63fa46f93838170a31d511611000f4b5bdee6f07fd83ce4051
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..034ac11c199aa510b7087d7d36f4d0cd19b6a5b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cbd7fe520e01ed7cfdda3efccf5878c77189eede6a6f6aa86ff7aacaa25e02c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7abc2792286c791367cdcb66b452ef8227aad22f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e55c09dbb03c98d9f3ddab4932afef5d4f6d0da80c89db8580d577b3bbe6e8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e7ce0b71b006b7d457f8e4f64b78950a170692
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec46f15df8c19e8411bae986cd6af9b0aa0d147cee9c27d1ea2a40d4d9b5362
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..654312e0fb6a432eb3b0a8e31060aaa0888786dd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65cebb05f809b3d5162f27eeef2a21294d604965d4e1cbf84bb606140a2e5c88
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..425e2486bfdc0d023606012d7bcdae7f62654a48
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:660006fe210936134f6461fb9c2032e87a658aa014a6499e3f92bdffa382485a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc5cf1b9b1b9a78325789fe9a657c17d66ebf4ce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd89e8e16a671c41cf0b47f47eb935d3a285bc35739629a32fc7d40cd33c27ae
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c7b7de1fd151a00da7912a04074aa3b8ca8aefd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dbc850e498d33ee0bbfebb9ad0faef30c97254b881e0a4b578db0876beb84ac
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb3cab6c223f6de6b6ba5074ca5c07b15caa8fb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33fa09f3902e70d359be7a301707b5f31bb98a238a44266668670b2630554f5d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d053211f74b7938565319b3c9c0e0ecdddd4d949
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3942c336d97c2f4726af0dd00dcdeb9f6c956482ebfb27cef28c4164fd1276b3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50956383d647e3d0495b6c6f497685056712d287
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69eefc0a6d2135ee41ba6d7b9f255b3f9633b44acfd0295dae7bffc8c36ae843
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..489ccb6c459a293face21bc6fa19dd561745c54e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ed863aad5423644df9a99e2e752955462641c9fef382dcda55cdd2867e8963
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e3b508cc0ec344fd969b3acd2b07df4021b0813
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3382b336b05eb38ce391b237a0d85566c64c5a54661a43902225e8b0fd9107bb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9df0950453eac2bf2dc27cad64270780bc3366a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:891a401e4e5662c6716eeac24a98446f7d6e9f6e60e090290e0899675dfd613b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55894121abb240df2e4b9f77908aa27048e5715c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9237fc6457fbb77bcbdaed057ca8ec5f5427351dc2f41beff289b196b361d6c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44e69fb72bfbd83a230f948f34e355651763b4e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec1b8ff1fd9bf4e24422accd2ddea5cc96fee775f72df5adefcadd79b83fad7f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9da948f71e9c2d6f4a9287f321983fc1dc7e0b5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3818abca529c953750492ffc29c677732dadbeb7f84eda7c75607a0200f4643
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645fb213513979b08178ea9c6ce9a16134a9ea22
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f22d33ca85353ed184678b2753a47bc91bfee04bf97ffeb5af87902ffd09b5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f75db9162670ab0ad41a17d3c91881bc7814e43
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:810c7e887dceae74639f57f464a48090467ae227e7e1d0c6242cd39251433582
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed1ee2f5bf0895bf2cd3f39c1451b16918ec1d7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b7c1640bc566cff65a4cb2d12922e1b6ae372265bbe17d7c123039967bc670
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9e4bbe09cc013017eb32b538f82f60fec4d6aed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6b01965a126abbd5c83aea1dc47ffe2c4293e9dd3c9d7c1e9bd95d673bf74a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29c631100b805ea8817fa61c9c8aa57eb06662ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ade91f09085f046bf2b1bf4d9fc9979703fb331cc9e3817c2216c17d257ffa
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..373857575ec5cf6962bc12a109b11ce7eeceeced
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3323e098d0cd423ff0605f69add6d36eab8f3ab0cd8a833b13e0565229def9f8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d85f02469c07c1c873ee7e189589e42558a3631
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7793aea59fd7b1df6a3f130c5eaef63b12852da45f1ff60a3a52c46299906d1b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c1715bd896348d2533cef529d075ac0ca21bb7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a555292bc6687acf23b32c36b1b15ee3c94007f2e95418bda78f30bc463319c2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3c717fc33fd4ce7797300733221249f7e520863
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a24c2d34fcb32abcb283b522fabe92c54075d5a15fc3a4f6ccbe91776a3f6db
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26254b009d1d9a573cd6696551d468a68f6628b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:599869edabae83201b821c9f29f7d8ee5431bb27e781b79f3c611b99557882fc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..522667754c9d0729a1b16d92186cbb4d33a62208
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e07c40bada66d975035406e45d8eeede9a6bbca03e9ad75b3979462be8a00748
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3d26747cdcf737ddd48199d0eb743177025d613
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7191df8396be9d3c65c50fea9fc4fde367d17c0d22356bc60d887ec80e99af58
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff220d63298974723a0ce393e4b94de5d88c4d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9b46796df00713c6ef702a27ddf0cae43f48ff0f29a14c58afcc80f0ec8453
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c64e688dd919cfe057bc9566eb4450d761ec779
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:492db722d571c81af91a59de12687f347a69ab53b9bb3ceb133b9a2b158fa097
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6064890fac1b22bd2fdf86b425cd20975980b34
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df4fcf37191ed798634dd139abe7529de06a26c492d58ace31ef4c75010614e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3cc2b53d1228e080ff62db1184cd26eea3896a0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20114a8efb867a1b7b6170475813c710490aded328256bcf43a28a64f53b0d2a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caaf4032ad7d1e122adb7232e88bc3af440bdedb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dafe7db5a5d5f4d8be751410a220a7e3d162128ad6e13bf277041ec54316a72
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a118296d1791b827d858f070bf1c68ea2716573
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae0eb992d21b85533fc00400f133b9c83eb29370a79d929d6fd32d1243f2b232
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6039ede5d0ab0dbd6c01ae8226182f8bfdc739a0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6c172f2c1b7385928907cff5c19eb6f3b00d16adba817f7f2d959ef387bf73
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6760f5a533a5ed9424f80a724c61df4ffcb43fb2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a022c61684a071fbba95b5fb291feff70c60473c9b94091d00828017fa3f0c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bc34db3957112b3faac3c7fac9d7730f4e10520
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6649ff9794f9bc3c8ebec09dec6a6b6dec05f4cd537899e0ed9b74e8f2ab9e4a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2607416ae0c40fc968596628fddc9d9abfd7d687
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba08bbebfb8c3b1d1aaa9d25f610461a0e22c84f77bd42957a0c3d6aa55536a3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7242dc24a87812cbc6d6cb112428f42cf4b1d892
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:672d5a67c5875ff968241bb0d804d890470ead3b396cc40124ad027544e9cbb0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e39f6906e3319d2e7dbb09aef2c6b57df6932ca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52272a94be982c6be317c089d5507bdab4b5df2fdb1df14a775287f16853bb6c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0e04e81bec9af8e08aee8c4c5fb3a9a99102a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bebcc8454513578d444907952a64d53cc0ef46523a3589fc9c3a536d8112e2c4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ba4634c9c215dd34f3fc76e8aa87e7aca8320fa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df398227a140636c9c3d4da5dfb38f3ec58ad94c17bc83c7fade2d387a7902f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d439d7dcc89f57e49459177e0bab3d25133e2f8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971e5a0302d3d8f1cf0cf0da06c0b266c60318b88c9c441f84aa40bf91aec05e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9003b33ede3c2cc877079135507bf98822ed83ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838d62e67375ad75977c8240ade0e85e32747bf24c8cb72bb2ec52aa88c3f20a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd07a363f2002d4b404ff9a7487f915b249f87bd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ef17db711acb73d48c9e56bf4749ce29c21621f0106afb90dbe96a95949204
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e462761d1e5561e7e046fb392bb4a446c818838
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5058d056636d21c73da2eeca094e04e6c3d9cea1560d9207b39d97caa271dea
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db6d61e7217dbdf6d0abba45a17675897f5733d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb5548734240ed4394ab8b21d9d98d0cd3d67b79eebea12c7afba149e649732
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..087d9d16e9c05e62602584beddf29a4a5fd593d7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba86560dca27061de665d642d092dcebd54e955a98701e45348c9a541e5e84e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..387fc9e1f231454a8e2bd953063bafdc3e78e541
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fed7ef0f9878ee629571a450006f54ba7ca975916390854d85bb3b6b84b6112
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e58689dbb4632c2d90a66172a3c1050b9cefa0b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec2567bb57f3c9a6fd28808523a84636e8fa2bcdfd44c07d2728b0514c4c8450
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..302ce82d4a3ad073cdcc9856580b5e3cbf6bd4f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3394b42c1ea2e5c8744efa08fc4e51bbd47461c403db5808a661a55a237252ca
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fcee70a5c10234c5784882f2a6b626d8a2858c2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7851f41e76a0932a7d36c8093080ea23f2e8d86071f49db8c07fcf3fdd013402
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e89769379717551ae23d6dcb8e51175ca6be113f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b19671bb0caf4d9d1493e7377caa10a5c154613c2b3efd84b75b5d292f48d7bb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd098a465d034bdb50177541990a5b2f662d5813
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:005cf3b4a01a0c4429e734ed23a64bcfa604583b6e56785e01a913d08e77f303
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73658fab66cfbc9af46edddb52513152ec0e4315
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f877d85e95bdb5137c40569bc3e4e4ee95de062d1c6d32a6f27890d6e55221d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c94bbe203a1d0d28e7438ea093397637ed7fbb56
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:affe21277548e11ccf870575988ff532024ba4db5c7c364dddb7dda20fe48d0b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7ad95d223f28c9344275489fc574e37891c512e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26d32a0952a08b176f6d87281b9ebc06b6d597a0fd0ecb35488a27b53556006
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b2b5c640f1257738f23bf2ed84226d4d1d2d85
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52af05f11a31cce9aa21b442d8cc8d72c73207b58f699938868e3a7bbb98c5d9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8e1f9480b1245080addd01a520172c374b45386
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a48b768fbf5522268b58b444dd0d92c7a50d37a384fd309269e12486e13bdd6
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cefa2b7d37eeef605cb1bfe6503bad9112191954
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b37cc0e70d704fcc42060690d27d9931adc43782539584a4caf00eca7f610a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13673ef5bbf4133f6ff6e6795d82385a53da8614
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2545f3e1c247a22d4398e8d80439746fba8417a0ccd8f1c6cda1cd80f7c8bf47
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa4ff8973f719a62c589d707affbb48241fd4dbe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae722000ad805164aeb29c84a41dc224c228d2b2dee4062d1c41ff51e4f10cf8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6e137e22d9e034d45fb15bd44b3f56c648ac860
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d10fc046628d117a8692c1bcc36ed4d892e0aac9bcb821950b81a443846f81
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad4f24a203173a56d2dd08701083dd959f563800
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc8cb3789d3b367d6e5caed9aad98fdc4787054fd52ff705a3da0f20cc5efdb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f061ec04d10b02d6b18dd02d6918c9a61925c79
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2579b2b5a63355919e56eac5bc0992a0f3c071cf079db8802da8f535dd6e627
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..518cb75ee00bbb413b1326bd15905274a1592f67
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:697c0ff940aa154f072eb937f1e0ab71dd6429cf07e67e86e72b4d6a7d1545d8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d77a08a991af03fbe4e6f1eddfc0c0cc32550e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d80f5f55f0854d5d6d188b9a923b127bcc9510cf67ef58938a4a6635ae864e0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec262d32be7c290ae18f7a48b6994a3c79bd32e3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e894439d0f81a885ec4a083233fc6ecc1b7b1adf921b48b0ec3930204d90027d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a056f2344a5ff0bc647c5cd13102fab62220260f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105faac5bcde13854c566d5ca5c11dc3f12c48ff8f5963af1640d1ddd307512e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..452902fdd81259e7e5bf68ff0daf4fcfba3023ce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09dba43c5bb9cbb9df1322750e04805a55d470c369386897b8c1da0d55c3da43
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb43006921d88142c7567a99637abc8eefe7afe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1535c46a011ae332372a52ae7ed24fe09b3983fff629595b8023a305e603e938
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff47a1fb690d7ca660967e5834ab3910f293b578
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c73b0fbcbcb14e752c37eba9abc1bd8c375aea47f5a62f89106d2055d0e656c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f26c676c4383a4b6fd4b5625914c5bc621671ea6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213513414ff1736294b7345d38b278b94c442030cb19b06b3a0d701e8c5c2555
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5caba45f3d9079a1d8b749be789750be34ec5db
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49d3b30637e322abab88232dd71016555ce91117f0f4ac7a346fe19dbeb659d5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c01df2975b1c34d16d6b3c1de6158f878356ca02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc6298d6cca1e4595fbf1b045ca1a8ebdbd69587abf3087258dd0ea0d1c29bd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24bc92ecd931fdac8e9f7c01c1a9a0f005aee68c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2550c8b38cea70d227b097fdba01a08a6513655f2e5f999f39055c64c649b9e3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dccbbcac2f26dd4edf9819db519f9ef3204beb8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e237d6e9a82c8d5dad772ae095c33f05318c3ef5b31f329f391338160e1115
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a19213c4682ff56969aa149d3f9a459c681028
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd941b635c6181dd5903d204c4c607982ec01a6f0371fa0b28e52108e0216814
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dce8b1dc81764fbab888335261e6762b1713850b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b2cd6838b88199056f9d70e580a5f61618ee5e0834f4c174bfa7502dce4090
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31e0b98fb43fa276f2eb5a0741f85d61970e333d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ec2efac3213917912c1536515487e1a6c82d9ff9c1a9b8563e124b67b0b4c5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..210e76fe53ae700dea44d1cab43b997bf80e94bd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45fe2c39212189c8208986256b870b3e6453edf0fa6834d0f47eafffa6051429
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e72ea18252a22355251af53f41d80615bdb780bc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f93c387812e1b979cb45490ededde858598853a483bd5a4976395290ac1786dd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f9be21fc54e39dfbb4efd6168b352f18668140
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfba60df4e655aeea270037d96905bdbb498e2ce66b7e08493714c77ecdc7a1e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc63726b782ddec6378948d269e95db7b2b5ad7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4558ea1778e0dc6c188abf499a1c22755aa5ebb315f3d031ed70aa68f5981de9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53e33e2d72e843a7cb10e0a232ed906732f8ba84
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adfd8687dc7e6f9b28d78c5789243edda969f7bd5c3941a7147a417bc4d3e72c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..571c563f7e0fbb080ddc1868bc74043adee73ea9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf09bc1f5acc99e8690db2337d4782065a2676bf3564bb8b82168fdeba58acc5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48a4bc74ab4258a5e2332c9b018855d5e4f7760d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f37903968b61cb517fbe79fe749451dcff23cb5d8c13aeb18c9661e4234501
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ba9ea0a22806a14dfc63a1b54e13f45636a881
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894ad9415f92bd444c0b69e176e9118f0b5bfb64c94768acad488b09822c1bf8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39978d874a257406d84fec9866b94874c42497f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3df6c518dc66129c5159d08ce3d017de746706ae73f47e9377963603cf9789e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..326e0ccf45d60b00242394445024067d9988fd72
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c33a8569b73f8f2fb0a50bba8369b8b3e82fef3646be3c16d0d67c014f07ef
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16bd10cf8e0e9144bb008dacff0a3420c850bbf6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2eae5c21c85683454cdaf9a527cb121f7d92f6ddb8becc211c49555fb7df8d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2592499381905323904082eb253ee75500fefc1f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f46b6f11ce0fb4116e71e4d82fbedfc0579eca74bd97c23ef1263ad5c51ab253
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a37ad80e510ce79483d673407b152a74d8d029eb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37129a205c0c2645a05eef5211704d4b2bd83d020cec92379e394cee3130bef9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..707ffd50f34af7dc13ed6095d69f112f52406563
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d44be009308337ebb3de6f62baa323fa328a9927e96bb56a184f25ad1153c35a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..badf83804d0bfd56b49a88847d924bf283ffc573
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0890e8be3aca5b2451711c23b2815b2155dddb251476187f123a5ff7465885a4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..713bedf89cae67818e3ecf12b515902544e947d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0c6c1e5a1089a4c13653faff944ef3c2118fb55dcb8b6511bafff3bb4a8032
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d3fbc6ff8abf0e5cffe909867ac92e7a162697e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91256295bdb2cdf7f9683e655f60ca313d0487b0e66ef0244100434a7aa7380
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90a1ae9849eef4473e08cdb3006dc442f38422b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c7f6147c2ee35b9cc1ca96373a08aad16cdbcb37c26c9e01bd5bf54a84290e5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df8abd06abe8478225786733fe4131ee39eebd20
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e8f0933aecc9b2292462192b139cf1f7e6d6e5e5f84bf4fc611c9b6eb06daf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a43971a3f02498b6b7b235d953e98c482625b85a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96347bbb403a1c6bac363d5da58fa92c20ebc08f2bc86963ab3017199af7ad27
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e79b6e6e4130e50cd686c81cc4ce9a2881882a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0407ae6d7c520a3587e3c2586e8a24a54bdc31fe4e67d66b7d5394389a15cb04
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22959451bcc74e610d2ec09f2529fedac76f2174
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e77a537034b576f511ec4a8800924485d87fcc153a59029754806f8f8f0e9f49
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3be1d1abf0cb160e3f60697810106b5ba4664c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75cf6b0f41aa5e514ceac694336537fe58847000537c43a527686ff2930b76e1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554b1cdd5a1a39cfdbcb33c5c27948a4796ac12b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95eda5566d6fa8dc860c21f60dda19c0a6bc5525b2eafa60cbf509b01a7c1dfe
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f791c06a49d735de755a8ffc8f7e3bad312778d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb482fa699ed496d159806a97ae2abf97be3eb679a16642b332047f97ad5079
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..152ff7b3ba6a8275c21c8a0c34e3bf7deaf66d5b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2955652ad2f84c5515024265883f342d4902df8b507bad873c19896f6219d35f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dc15893203ec05591dd2f273f1746eaaeee78a3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b85c6c229c4e203f72f220b1fc22abdc6f8eda08e9bdccf89fd9e0dad2396e41
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e61a3406084f3a699bf044c4e8257e23efdff8c8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:323b236db995b0eb131dbd30a78a0c12dafc71804d44d17c30036deb1e9ec17e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7f97e371f1ba44e561f9573f37a004040c6b7d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c34ba0d78fccf22149a5d9251687bbd7d3814221f1bab5be0084ddbd1bf090
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..634a53ececd3b92b18109575bbc0915797c1fa0a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfac445dd006338ff8a5e88cc60cf08c75ac380d38cd625a76a68faaa19331eb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dd60ac2bf4d562e0511b16364bb2e6c437e5634
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1eafc3352fe2aa4b3ce29f5c5c383358cd8901053242257329526275c39b10
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f4dd7fbd8e40ebbe3b95fdd7a52b8c4972e918
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2b39ebe8cfbb66e6f21799b1a4522b4a8a800da832e86c50c762cd4724908c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a573f49f75af09ee1bb9b48c265395f32d6bbf0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715e4a3c6298716a6ec7b837968c96eb84c6e2445e34738b694c72a9427af206
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2702707147e89ddc276fb01ae1f82d39120ea63
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a0114be9a5efd90d6a8aa193212fff508ccc845e644005d992cb40e2cdb06bc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..048de40f5c1507c09024bf4e01eeb6b0e2378ce3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03e0d48b03ded02f3dd029994c351faef8f261bf01a0c7f6dae5f3417a22a479
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c24938e9080a1e00c0cd65736e0757a2193ab8a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e980850f108ffd6585889109c0ff0859f1ef040dfe0af9b0fc93083c4fa260
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51bca90f3c41921924f1922dea819651c3f77983
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85185a847282969b691eac6e3a54aecd124ebc45572cfb5ee1133f3192960f26
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..766f7b58faaf460e23625fde833450913d690cde
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beadf1c1a665ab9e669732b6a87dc9c6a3f4a019beb1c6678cbc78574c27495c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5584dc86f3f4c2552eea4a35a621929fd9290e56
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf6ec9d086f7b5b345b0c6e8c2ac7aeb153c07875fb67f85ea9e3d71c7ef49e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad68d7bebd18d8dc0cf7a30a8105314571222c8e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d994cd19c92455a01e0f3e77d1fa866588fb346dc86119671d41e8021640dbd7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9af813e83df1d36a3b43795557baf2918deeb11c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55bbe8d1cfcff62c640d68ce68d9769cc392a623ad02640022da7001e5edb172
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80483bbe28194fb8dc62f372dcc4730801f13767
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b04e98191da5f4d7c205540027f28b899d4a9108fff9bcc4230c79ef8900a6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0918e4c6e9bf91c2c5f23bf4ce7cdc23b8e7e388
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05df9b38ef18e8f44c339cf74ee922df5e2f4445ed7a558d1dd6cec333dc64d2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b3c966d8e3935a7ee84e9a7c6c5ecfc46d02e63
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abc69e5ed5981cc3f595a5064124b25ad3d8b955616cb366294d1b2b41faf054
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7327c05e686d6b8f3b6cf67fe2cdb5452f104388
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30e9b42dae69590d4501b68ee774a3969bbeb6af245a4d6b8afd60fea1808cc5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2485fce06e467a06d12a8876b0f5d9bde942e283
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d648dc2afb04e11c562cb72e83b3eb2a8cce5da0d0f31e2399c66117b61529ea
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e55b657792e48bce7c99b5ad0f603d1fa4c7dd8a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5204c92e6715bc0ad2eb270c5947db0fd959ea47719b108946d80fd99d49cec7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9deb587b93f943e7120284838e8bc289388d9d4c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c707f00593e6c5c6de5dbd1c738c617e7d0a30a16aca9267453d066a671374df
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d96b85efc84a0ff4a5e9a0346fc0f8ad0908fac0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1694115a75dc50928d54b23177695d4ebec14afb7615152dde22053186fd3e3e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c653216082b38a0f951bf435bba8ef69bd6b33ab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80549b599511b66a869a7d00a215695e3b4f15fd8affb97baccb50cdd31af694
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f491f8b0dad479df08dc09cadcbd76149937e88a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b28893a48ba238e7cae95e90480638716ac726c1b55a6df6f6b22600938d7b5e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c589094c8a469adb871d4ac238fa2e6a506712e0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54baba76b0bbbbc4272595978d57fca4bc54dfe9cb4d10be1a0ccfe7a546a0ff
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc0839299d7c39d05137a2d4c6405f32a8f10d3d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:650999add7493d0cad739dc2eab3d817b3c7f291e619d75c4189d9e8d585f401
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..890b28f0fe4f330ad896d58925cdefca2c6e1866
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e6825418f9368ea5d7801e99fa43a2ffe43101fd6d4d9af236494fb7a588d10
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82bf934d55d156ace57ac5917d6f66cbfa50c130
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ebc7c3bc5cf1aa667e6757adf1f3a960bfcb9d80528befe0796f55d052584d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc47a31115316c49ec596825dc88f29e42716656
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c5279e41f168e5df0b2bd275113f5730e95ae9f5ee9c72c38ba0f663ea24bc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab2e1251bf6d6c45bdebab723e85ae2981dc8f0e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d3b026786ac63766e5bfb28959c4b26c0ffb7ec86f6785138689b970e12d8f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92028c9dda5006a9efeb017a23280b18b736bb3d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:886ac5470fe9157eda7d54aa07b9c9480be2ee16baee799912f3c1f487a99fa7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb6150c178179c6139c21f5c06bfd71c26326de
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe457ad1502885b4c11c88864525f25835826cba43292f60d46448ac609818d7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f81c54aff9f74a2aa785d7671f3607d8ea6783c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f09dc1959c2bd99970a758e196c8003940e210fbc01b562fbaedd7fba8ea6f3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f28ca9ed6543af171cffe21d010a9377e7f49af
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cacb4a6cac54421552f887b751f78fa42be051a92a28eadfc0bcc92e6018eb92
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d026d051cd0ba675f9a06eee8c4db62088a72d8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69b809418bc6825da39e74402a83c8ab9af9f573a1da96fda3a03de8a778efe
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f77d1c87952037db86ed1ea7f0ec29ed3d0fe99
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcbdad1eda97f5352b68d1f49725ce840365f7006b31c2f3d05fea21415cec61
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0220499117bc8303529ee8d968e506ff5016f7e7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2138fa135baeea7b8c75799ec8e11d9a659b339f20266b622ef70c8ddd4535e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a94169aa0bfb6885bc7967bc76926c69eac0b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91dbaa1d3b3d0350d491d19b4cba460732b27e6c2b4b48b83aa0fa30e2829bab
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23a16220d50137b8feeb01a559cbf733aa187f84
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5a048a126afb3f641ea4948e9d978bb738141df08483d7c3a747890391fc45
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2154080db766a97e9774b96791bbfc150ee572
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e91b6cbce54384f0a5690a03d8652608d01555ad10f87f9a896d192260c8fa
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4b541ddd40c6a700c13075b4dd621297e2657b4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0e5549a5676b1b0d06d3e35bdbfe781592eb37b359a3b4ed14336808dc94d6e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad3391d0e6a07d1d4c54ec28dc498141ee0033d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c01876c35a9ecfd585ffeeb53020bebcba428fd995675639b7686eee1df57e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9bb78a568058fb6d71cb99443c3db2f94015355
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad17bec7ca0450e68f123d48dd1547fa14b6cee4351deeceef02162200dc9ae0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e2117a810bc63a51a99ff6e0a6af506be8cc7c3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50d0ee1a1906c891dfa7e38443630cdf0a1bd0c63dd6d03491f065dbe8f6150
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3df1187f6f452865e45e002aea3abd5354a68de
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf8154a7cd45bfdaea3e015616ae71e611d1f5cca8b45127d6bf1efafe044f94
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20cbc81dd76f52e7ad092300970e0eb8ffb0d08a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3931646c60def931144b72cb3678868732291d0bb75d52ed5e9cd6e9a546db01
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c7375709e4360a7a300af071ec7c7a53670cf02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48e329fba6be0ccf19fef12223005e3fec0ab79e28723b3aff182af22864b5dc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c709757131e4918716600e10f4217dca4df766aa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea43b552be3fcfb8c7ddf91d0cf13820f8eeafc5644ff7ec6a7ae63b9466110
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c2215e6dcbfd6efd323cebb904432fe28ddb82
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dfff2576b6eab492cb200bd6401a243906fdff38518ca44b836b39547abfd77
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e2b1494d32905f16be28d7bbb7dc37ee2259e1f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee32877e733d4bd3ec2a993b8e8c57a1765913b23517a967bdbdbb3af53fbce0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbb27f544a9917ebcc85f301e26d6dba0bc83883
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b10acaee56f4618c62253033082682239dc0204d0a82eab7ff7c30344f1bed
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c6c3755bf7c22bf4edbc8f0933ab2d29eec19a9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae6068daa50c3daff7ad2eea48fec0410bf8fe4a5af3c69d4aadc87175568d41
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..447e028d5c144075405f89316f4f870b7ae5ad7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db31436ad22c724e828e1e2625b02de8e0ee43aa3a63a33583b1cf642bb4468
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ada52c5d0e1e14de6a55e2b82b74f1b30f6e99
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4da6cc0343d360fd525da059e759d53e99256f5845d3566dc3fcaaf559672722
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1357a209714e6fee3e67fcc0e30341a950faa61e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09dbff18ffc4dfdaac333fc1a3df9652dfda91a61c3062db3fdc3602ba87c9d7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea99a3daaadf161bc391bdd4a4457e98531a1820
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8492f120f5ec5e550c53b5f7dff619d47c0b5c68f2f9040162bd96d2b3145e5d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d58593a82e8e73cd3c8354358301b9ebfb0003f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c904c1f3132d5d16dd41c4721312195178ccf51847f3ca9409f3385c8cfd9d86
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfb9b7589c58884291933e0208695787b47bfd98
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4507227d9ba27a2b0e43564bf65df0409f7a1536d498a2354f74d27de29899ca
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bcfd77596c42dc6d3d8b6db7fd5c5d273cc77c3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc89fb624e44b25545366564e102151759e13e05c23e0ab6a4af36fe3397324
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de566295717689f89253c6b7513c3a707683d88
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ffb869ba89dc7548b98bd1c50c2f129d65482356e3aa78ef2df6d7de6d1a35
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb1f00ad11471626a441fdb12c6cfd792e64d493
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f0534a44c1ac65cbef5549780e2660d13a083620645d4a2703ec982aeb1d68
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b253beedc7b86b2456cf7767e5760b7b0e8626c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db524716354b421cbbb02bb8fc12616d968e70d6008dad5104166210f3467d59
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff549ea0ed6190c950ecac7e864f4c314c05772c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ff64be2c4fb439340fb110aa9e277b1e2503368b13ba998f74a09179d93c74
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f70186b208a2a38cfc1439a5b32b8c2a446be73d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fecc75862195b0def908319ed49788e4358d1cc158d41df723b146819d74a23
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c56f083d6e614ec161b4c3cd7a7d553e3d89e349
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f46d1b6f4c55d8531cf6730f7f364171a3fdc17783a8eedea2d522c2621f461c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e426adb0263ec88d3aecb6dbffaeea16b7f562b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:318a74dad3ed9963310a009da783f9f044a2e041b0a1a0323990fdbb92fcbdab
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e42aed74f47dadbabeb85f0de56c6958cdfba2c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8258332f2e60804a9d3597d56140f626e3091df2b4180628ec4fcd040edced67
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..383307a0f16ee3afd6a9c0a88efc4596308a6e47
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c7063aa0aca9e63db18aebf197c34e4a6923d16cc83d9fa5eafeff819bf172c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07f9d4f6326d746d6e6e26ffa1b3cc5440e95770
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eacab7fcc0d3015e7244e1e6c1eba590ea39fc639884fb629e2e2cb033ac3f9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff05ec5c2bce6e862409c7bbb9d389a544cea3cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e97bde380d45314482a9b5ee9500b341f4e2677b2e041f7c2dc024d4e69eea8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ace53691c455a8698e0ed8deac41714cfb9b46b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed047cf09f8ded6457842c6e071a46dffa4a048052812fa9569ac0f380266291
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..208de90a666d1550fbcfad3a12b5bc72da575cd4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0dadf6cba47373a2cef433777a30f43ac5da51306bfd17277bf3dd10da95be6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64ca95ed71740ea70b9cc37f4ce0402eaf8269d8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce639368ea78e1fbf751e50f596c5c5b791464435f856abc8dca139db99db0df
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b0ff7bb3b763d6a4375d49b7db60e2a2389505
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db1b0745db50504e634a52c01156b5e2f38898d82297fedf077f2af81489cc1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70573c8c6844e6cdbe7caa3dff73a84f10bbc1ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68217b492367e369939b62b70c77897e542acff9a7bc67f92a9b6d8c5658254
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25eb390d9ac3a0b7e1662e75cca40b4459bb237f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a410075cbcaa9133510aa7f48ec84350609263a48964c5e35dbf70398f45e5a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c88cb767333404becab26c93953519f924c27466
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76495cafbd38b3e00f0819a47e28a699604c21b6d4f93bf98382968ac2188931
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b12af97dc89570113676a6098df7c804fe33dcf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34d64cbd39ac53faa0da017db5560ea9caccda5aae7e7c501d2c8f8de10c158c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f3c39660cd47049fe124ad26b313c450b85990
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acf6699bdb8fb21a0113b05c954df9450658596919384da7180f7c98adeff896
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ded892a30ec7b39c708de52f1928468745acbfb3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa43e3cd330ad1d712540f0fd09054e0d74458c328e5698ea8e5a3ee07c0b45
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b35c95b390b0ce2afc10c863ba738a291017c57a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812d28c4d9b756eb61ca54c3f6031ca699f4dd24a60eb0a1eb4fa08c75507683
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15fa6b1297451ff0e37ae78bfb37e45f87a0c8e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216deae1a20f11721e0dc523cae716eae8555a528fd8bef8ef2fc870f6da1b4c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3113558619172b10cd99f92df61b217f80441d62
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ced0429f93d2eb5fd26f3e8b4361dfb43f4ac90d75e0865e344b7d9d86844b6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9773228a9eb16e38462a87381e8c246bc4b71db7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632639998ca50b34e1dd8d923a84562e2d469462d4bc24eaca8bcafde3302b86
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bdd4b2c4734216499dd241bf4156af71aabec0c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf5c510d53e7a12149f86ebdc48ee81a03f686214a5f47cfd2a2c360a6af0b47
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e520ad714db19bb8bf8efff0a543fcc865096c15
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed593f609257642d13970ce9ac3ce158f42790120a8db62c198fbe951523c2b5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf2a73a5958599ff0e0931b1ed3e0bfb065d00b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc44d5f45086fdf95c92aec3ad2f972a7386f1168ad5f8c332d55390ddc141e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17ebdcd21e098a349ef0f72b6af2ac4bf31a18b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d799056d828e87cfec9aa9a1201d2d328e6a0a2f6f767d0871d81a39f29a64f0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fab44e871d83a1ee2f5959433b52cce9c4cdfee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce35c03a3fbdcebfc576b555e0879ac61d790d87af70a297a2a4128e79e7103
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7c17e6f13e2fba16497146e21b8d695a8e3e495
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e78e70e6e33e829fa2abbb2b8bf0924a7a297e0736a89afb27ed0f9b635594a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f181c527e16d4f32503e463a03a0d90d2e8460
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc75a34be654da937ff7dde9ab72d469a0bba411fb39828e84b9a2c1d729c69f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90b5992f69ecc58eb01be9b61eff5c4e5a7bdd8f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb147ce242b3e1427c08bb000b2bc98f629933cecba86dbd0a8bd6ae536068c3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92800bd4fd9cef7a0f703687d2743a28f631806e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:662e676dc31a889db9728dfeb3d39efae95997101e9792d67efddb41b3298ddb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33fba8d4cc0b336500d28e35f061f0813214b387
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec9e62a7f91d97a8a9a6c3cae4c7ca0c9f8ab7ca868572ff147411bdd73ada3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23d72b7d9b00edf0550e14c6ec367826ff819960
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06121d54839773acf0c82edef45ca282dfc9e0cdd997b6369b1a7da6fbf4c42
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f8ad546f051644c4d6ab0e98a5549418c171c1f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b978d7d334fd69876a172f03464919a15a766e56a4b4b685900287f6c411ee
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f056ff43145302242a4f895888a89b7df89d9ac6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a8113559c7c45a7a8191726e6cbc277d0b1bf58b096d50075b9dc5e3142c82c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c45e76f22f89621bc8c0949a897c963fa88e4a7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d498004cf415154b596a6174c390c8fd58cc9b09b48caaa124db2bdd3a19596
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86768b481ec9ac27629b4b588afe453c528c89b7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf82b9a5e7383eb670e821dd22033a87958063b7ec39b19588471524479f061
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8015972b59fd777d22b640bbc5348a454ebe37bd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6959b00ca31db27e08f046cdbe34de18c0016031a01ed2d6e4fcca4252bac0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17d50ddafe00ff2e5c82f36d3a668dfa2647072
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d2df01e820ef9a95afed478e28881d7c37520e12e8eafe859ee8efbbb33169
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..539dc777f1c7b15c33fb5df8c29fe6c0d954e118
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ecf700c2d4de34948e844a3b62c5c3326085c6e54aca468ff3a1b73f3386ab
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c659d82bc56471e9f837ae3d5f0cd3da3f2fe194
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55cf7031784aa70a792d3111421c4372c9e8c1ed10cd103b74328c3e5684fed1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6268a6c35cf8c3259ee62757e0e6899681d0b1fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f6eaed168c5f2ea722c4d13737fc3a82a23eca9cd5d25ee0f83fcfdb7599a4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca484b6be5c6fd8e9106b9b91b35a4d816e0eaee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc93a44a67f89d208882e19bfc3054fd5da7b815cd20b30d479086c993013867
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b50fd26872d179312ce881df3daa3ac1c2d361b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd895ca0eb6210954b73d8d31dccb926b24f6a3d4c8e3d9bbefc9845692cae4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6227a421fdd815d8d95dfa07874c262c1bc17007
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78bfa30952e85e98aaad118304c552d4060f5a9dc0e49b6b0eb165b39222b46c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68b23d8dbe43bdc135aa9886b22a03dc38a7c0bf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57cbfce686205f21ee1103bcee37d3fb10b84a191121cb7b2ffe9d45189a21b6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6f327e7679f219feeea2e4c968bab52995c20ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9e334805a758d3827ee38078575b3942f0490e4f700592ba90ab0d1172a6d4
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..979932e6ade33ecf45a9111290d6d348fde0b46a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c2f434a7f2eb0ce2314940eed67ec7d79d58fa7205a92c6d0e781f9c550ec20
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59eca97759fb82ae16c6082a0ae544e2f53c56df
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f27b3fe6dc38045d90b726292bedbd25f5620a75f85a54dc11e423c1d3330e18
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c76fe8d1931ee8d7aad45851453f26aa0c5dee0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a801a66070c09041eb3b2389dbdf1d99cc9530804bbdce32bee6c8692b5a86
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b904b510f892a9439a1cf506e1d429f07b5f45e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f1054ade16fdaf7f26e2e43638125cae95cee16f8b520ce08a36dba4a01036
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30801d091fe79cb98aa0dd3477c07a92b3ea3e0a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94bd7bf6eaefb383bcaea5386ecca7b65aae0588abd88a7de30bbd9228ec5777
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b376762e77cbd108228197d57f33b3f088a517
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15004e704753df44d6a2f99426f092f08af248fdc400ef386615f87c27d73080
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c291f49777e1418e632382a51aa711a5d22b6e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030603426c8e6974805a3a1c991f6caa50dd50b8774ac92a0deee08f43514101
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee524f7be243ed6eafc07e9915a7688420b5ef64
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10cbafce8369b4143d2e04ed767e098a530c8fad2e1a13d1217154fd086a3de
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1881c7566019cec6d6a04f3c1f0559e4e6e3632f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2012e9f04d01e51fc0b222d7be2c01a678fdd36a38e805d9d88d07d8da262bb6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b96bc9005fd1e75363d10377195117be7185db94
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a76de1dbcf53111e89a3009b25430fb373a5160c7a51e0f63be1fb9e1537da
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e166573e0c1d4e6e2053ef2e7d0e650bfb64d7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b8c491d24f93df22e744cbca7d97c5eca0b1212d77ce680c06bc4294d0958d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8677ff11c36a1a801c80b1d31ffaf85ca3eddd4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb31a84d96a6e9d5d25e56858b8873fd1fec2691cbe0edd3d814fde9c084a8da
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..851cff81d13d7bee584da132d03150804863a01e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d0d343e22f89e12be5ccf716a2abe00c1054185491ba22738ba0ab5d8b8ca1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e3bf3cb348435928fbd0aa0513d3b8001295758
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eafae4814fdcca42c5e31f32787cfece9942e0ca81498f49abb1bd4667181c47
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..879b94cc857d85b10dc76a937b26f3015bf2c241
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750ba84c8fa1c8bd996677c99b104ec8eff76ba7e9e7f27a177cacad7c7c2628
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..449d58e96d0ff0ff9426f1888ffe3b106a06503b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:064184f81d0cc2c79da9c94bf3e3684406428296e99f109514aecbe18d5f70a3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f18ad4e684b63dd58d001b5f20f86b51d8844bb5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294f041ea2ef03c897f4992f72a623b647879aae9bb2fa78f6fee33511d2ac2a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c415303e60ee596909ac73fd68dcf115dffaf915
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa5015b0cfe52265c742f9c658a7a8daded9b2fe4ee53c2f6382cc4dc0805990
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb67336359e3e1c8c8b6ade724e2ee7b435adef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21636f079bb24da75becb2579177e57d52b6e032aba9c7f19ab7705a6a1fad0f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdead9d7a3c412cb302c2d1e916c4460d69a0a28
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f42ebf4d94ec80a93fba008d161d0a78bf658b2f0139c40c6d2cd6073261eab3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d0d56d9725b66cbb357fe3ee62a9a05552e986d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a108af5fc670d4b4b7271eb9b066a07a89f707e1763f0b906eb414f50b904b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21f7bde181cc3abeb28ab1753b3c8a5168f976a7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469cd6c6d0983f4139a3680e814ed2bedb821a732bc40acb13b1330bcc3d2c93
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61343701421aede0985d11fc8401b7976e48f7ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f86d1865f5f4595fc0d3dc9ed867d18786da03e304f3e8cc29b846b2197c8a9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb59c9b8a9902c694ea237d3d7dc12a03617cae6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c84079c2abc77414b8c43a7a89ab8cfa5514688e3a7e23d64cdf680578d5c1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72ed7f116bcf2c89e76d7b941680145d27afc225
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f0ca3e008ddee686e9ac46c6c543596932dc3b5f441695ed0c36c8a3c794e5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c953beb06e57e0ec9c00714a6506f536782e926
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678a76166b4f09b6e5b105f72e813923d4b28b55fd246586ef35a1f6916ad4c1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07519013788052caabd236bb7f0ecaa79100e132
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e585b155240a8270547e51c34730ddebb4052deb3b4d5bb23a75fa3d883c5d37
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846c10f4e28653f9fe8487eea1b40f1df3ba0e90
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ae8d4946262d96eee4aa5b2772a137b2d8430f4dde86f7396d6787b434857e1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ade8abe0445e0b3daee864f538b203e1a9e7109
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd5d5de6985d94d311aa05580f24a4f7fe4ca707ece2990fa8a8f90d21728314
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c281ec42245d30951982b233b7f6630e5869c7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7cd060706aac699936de3950033b39b01483dfb48e9d586e510d204567b9c8d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eceefc603106665bf066aa99e350be99bcf1304
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e59073c9fc49bcea4a5059b29d0fcec8784637d81e2ababc48576bd77ec613a1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3f1a20d88cb6c4dc8040361d09560610bb4d508
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf9876aecc6e30f0ebc51141f801b857fe847d06482ac721d055147c4eba900
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec5bafb1717e6ceeb38087884f9065c1ea9723ef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67aac2fdea2fee86c1e049f5b9f43bc3eebeafdc110d05e847c9a24f44630990
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bc5e22862fb81d9f2042c572bf0c12ecbc8e332
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988715c01ce7964535decc8d47545ca5b8d057aafb437ff48d3a60026d8c0a41
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5c9821187b814fd9a0c712f800a96a0775d5f4b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3403e6bd7e9061331967a0dc8b0a1df329ad66d620c818f79268fe53a2b3b768
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daafb07793a9e7d06a45adbb16381d86bf42ccb1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3af524fd6fb49d137b46ca4b7fd830277648ded78942124b25503186192348
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e112544df8df9df84bfca0725135d8a1c80f791d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92cd1f4fe395f0fed2b4e9e132a8150e4bc6f5e34d9ba179de5dadf7843391ba
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c2526eda339f60679ff7d29c03eac30a9bea61
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943fef8ad89ad0427767d4c56619246f841a7ccdd60403417161e15bee8e3655
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe93cd310236a68594d0316c6e793caf491faa78
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed2480f71669405db6c72c3e9d770a53d57677662664eff871b52bd4bf96cbf7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe91de806b256bef16f99b71604e659d0b4dfe9f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a021d20812a5d166c253e2a3963ca2ec93014396682c01d353178c3e521b3255
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0827adab8973ebd818660ee15916b02cf8a86ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b978348b1cb423805c70e02448c35c69ff6a7154ffe8bd02fc6483db824e6aed
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48fa05c8b2431797e3bdddae1792d97f0a3953da
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf00abe9f4e7a7a10555bad1e2f5f154c0a68e811bf520f75122c74c83351ae
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..847fe0f7c8b5cb29f3c358c4802011b5ec39d24f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc6b0b34a9ca89dceb4232b99a87e29a4d5c397d073f9e40c2242a2295bc3e42
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f85f543cb923f85a32670b93061d1b84cef07d04
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d2c48fb31a1314ea06a32b2abce4428bc5d7b04dc4e223f8b0cc358c947c2a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64d3327f2cde4d0954478458c46013a996deebb6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e2d2fbe92376f017565cf0fd00c675395bbb5a6940579f846189590a5af8292
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79da4ffbb499227a7593319184371859aaaa9e58
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ae1a507c6a5dea7adee7538244e812e7652f8f845508b63f90ee8874f9d300
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d92f68948764668aef5d96c55fb723b3a9a90fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:def9c02048dd0c9df5682732131a6edf8a6c585116a6a6ff52aecf6cc6c887a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1612a512192f0564938e91b46f4d665b155d58f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387fff5959b27ea1e08772e46de6acb9be6dc99110ffc851d888f147bfdef1f5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4379f5c17f16a936e80b8db6f0acba2cfa575559
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b1b8ee83652d6bbe7074cdf3d4e806a36570e24a9be82fd843dd6d89dc32505
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7fd7ffd302510b8385568bf0de1cf07b21358ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b1536b205e182fa47a036c0d8b8f6a45991cfd3aa90b8ccf171552034e7b47
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66548ebc7c5428e008e6ac5043e4483bf15e10d1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7233a5320c90dbe56358160a24d6d7357da58d5fdc77d08faed75ea58f03ef
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..537d4efebfbebbf3de99284a06d156875b027cde
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e25c44c47b78e977f70851acc6970d86f81affbd5011366748e47ac55f65fe0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6af435f8afc6f642e25c50f518277022a2d694
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ab332027800465c84bc3b5285db903fe1ebf82ed17d95d3c6977b44f1191db
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4205bd6395e96b77ddc2950e87aa75955926cafa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3618d72f3b8a4e68b9e8d79f03664a424c07981a1695df241c1ef523a0b04c6f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c958b39ce301621116a46d79ba96471c03053082
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f780b47a0f5925975c73179fb1dc8120d599c0940c93a2d79a3f2027ec25bb09
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb67452b4c5c4940ce8008b0dde42b32543b23a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a9d2b2fc4c3c20cdee63e1f56b508a935f5cdc7b67624fa29f35b9614ca215
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..572d2cf0e1dfdd76394ffe57681f5c583acfae2f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81333754308c2c19dd64a1dfc56a0e4fdcbbe5d8ed22727dd131d789e00740aa
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20e320cc9159eb91bea20e92b45784afd4b40a52
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d817befa003c753986188d292b4099c84c729c03d1ae572ccb791a3571a35bb4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5169d5ab8a4efe03963157292cf0ff89330e7d1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec888970aed5ee78c289b1ab169852f3242865901bf3f09d146c988c26df10f7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ba111c536b96399d40aef2c482e2d3c9cea6b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6658ff31c76dcbc4a7b2e090e92221653ef4b31d762afb0a068c36bc6d8833a8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f76c8470be01ed1dc7a290252106968e7fdc5593
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f5a2285ad80237c8085e9d4a8cc6aac9fe21b85f124c9adf7b023159272a04
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bacb52265a8556a11e5e76ef98c237afed3745f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c2825da6a8de9110041fe28d30bc98bea4d97470dabf2cd9e3cfac1171e2dac
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f73c2605595f6490ac74213bb1555f3a6a0a4b0b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578efef7018aa5d555070ef55cefbb01b93e438ff2f8157425d9f3c4d426aa5e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff084b9ea4f9a3494ec283eafa6890cf7a0e2405
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d24c170d2e6ed0fd4dba649689c5606d1583f6f9efbfbbd022ae8fcb0eaff23e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd8c3ee636637b432e1765780b79d0081a89b9f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed34854cc7b3e104f868d272846e47684a80daeae389f58d95c25d3d273b54e9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..012dd1aa690f9e7ff1f739a787d0073849a36eea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87bcf226d870e34bb5ae3efcd516b84eaf9cab6641b5ea50c75933dac0349402
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d623b5025c2c37a8adcb5cb0adfcf68abcddd69d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e058380e2466b338f5c7ecb981aab4eddf7daea488df9bf7a41771f82dbcb671
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcdf1d2667ac3bb0ba18fb2cce6224e139d9c703
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d93f51c0f4101be1e67bed2a5c8edc4117de392bf57684ee8b876ef5a8ee55
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efae50b716aaa2b9a7a685c8f678c68e85a9e796
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:618b80ddfc51283f3cc372121d2cb288ee4cabdc63f57b990bb6479043dffaf9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0cec85d710deba67b9600c09e32d04148f87353
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c1420df8a4ce4371ce30151b234903d0f31a789aaa189bd5c3d170d297711cd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14c1b9a08e6e566fb6a811688d29389c3a199f78
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a2a7edd11b53f948d9a868505e599ef0c1da96bac3a092fc55f5d71b6bec80
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8539e9489d115beca194999854bb89ff36e7cad9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751f91db3e423bd744795ac03be7365c7da1058686339c5565864f15b6f46ea0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7796aeb3aa2b490ee26aad350174dfa89e9ee0a8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d33442761b482f3b35cf13a5e84784e74362c561bd134cbcd8da09a2bf0fd6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6186ee5796fed6980f8307e973e2ded6b3c71dc5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc578a750e9005f0bc890e310067c685359a4279a3ea508a6cf04c2d16b16717
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f743d76af1e9492ea0549785b6a8ddcb333c7a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cbb17268d7775a202ac3563b2725b141543991a2bac7557823849f8dabac0d5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd40543293b2d650e7d8c42062fd81b7552f3a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20eda9fe67b65cd08fa6e3e7491dce8eae45c5644a9706766c8be5ab4550ef06
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1769db6630968eca98fca1e94879f6018120dab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd8ca1413fcc64e32b7439ed7b43aa66f9035df18084a99d1a0011208817715
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99553fc2e5f9729e394f864280b44d1a71f8854c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcbbe4f8eab487fb65a1121b6f6dc46905294b5351f0643c29e7c3516fad89b6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..780462a2d53812726d8c738dcd598be17558cfa5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c28a2841226378b32bc079d5b210635b52bcf376258f25351c7ceaae735630c4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1a90dc0ad9a6521a0ae6787083aeddab93733ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b43c31079d91e51502a11defe8487da9b857dca7f094402facc6e7170a97711
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef26b0c3b0f96c205f2c7c5ad36bef66f7964050
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bef6d719087404b2a1915191f1ea07203685f927379be421cf3cbb7b68c9862
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7efc42d1e4fda3cd7e2965bf3ec002b266ccc13
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be7dd47e60e6097f9e0786be09fdf55d92a79c6c70592c00df531c8add00e716
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..433a25e71a36d4ee21d8b89f9802930aefb57794
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b6a0dd4448034b3b6ef46b9ae1559157eec8a30ed45a69fe761f787cb97a61
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46442ce4aa32a70bd4cfacc75cf5b714274b2379
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c6b5e73aeeb043429d6c0924cfeee87bfd0dde782e90a1e8c549f649191297
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc90832eeb80211be6ada84a5db2feceed52598
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d11a466a4def53a6ce7521433b74b7b9fbeb176295960bde2c9bbb53d986de
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8752421fcf6c847e9505640d75256ead15bfa97
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc142b805f6778bffed07fb0a39b485a291b01ec8c4534534842703f3a3fda8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2586f276450ad5bd6f8752cf8f83f79c067f17c6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f707b9da92a559a9ad2fe01f33b4025d9b8c782249e29fbaf62f33c623d3a455
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6a8b8de3a42d82f70d7863c4f432b1efb1d793
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15e04be8a62fdb2e160fa5e4a4a57fb0a11fcd2a32a53dde4478c6b455fee62e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a6c39b6f4a166408ec843259fd18cd9375df84d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5efc1a9b45633b2040a4efa5905cfd02eb19b29ca6deb40a6abfe83ae4acd01
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99d4655516c422e3bd5c8729c10c7a0dba8ab4c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:410d67f47f6bace58e369e93f768e1cfbef8a56d895b4b2bc206ca1a35ea774f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c01153509b8c6d3b12178eef6ee2db19104fc8d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af028bbee89dce17d5581270b101f45178872263cd2bef827ed9b0ce42ce55bc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8823d417c50a629ec54234faed165f10e175198
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86c3bc57201637b670b86cb92ebe3266f3fbe3b19aded109b900ec82f82c476e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b6de9910478763de42a3a978ec185701b5e72b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4d6b2f13f7e7535d1bb7a3fe50dd8d61ced624caf94ca72315eb6cee460f22
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95a5fb136ff5c875f5cac3988520e6b8326a3ae0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c5953d08ce87a0be407579a3ba326fcdfef7acaa05d42dd292cdd0d52e56920
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a399a3b6d31349e1bf6241a87cfe85f58acd39c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28faf1191c31f851de7640ca0c5f89d2305332264c67e2744f24d0da317bf9f3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e88ad282f46fc8b40ff42c82f68621d733d54c27
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:459003d7616346aa6cf85d3550266ee3d03f7393d535152192dcd0eac6555310
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f3a49aadc6819081b1f74054cc7b81df9eeca04
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60dd68d83d2eabdbf19471be9d49f1cdd2af37843648fd3bf4c5e2efd8ced6c2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11efb417ac8dcf2e65144350fe2c79df560fc2b3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6d060babae20847b0db5270f7c25a01978c944189a6040fe6389423254fe32
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a10e1038689c33b8838ab810022cb2c6869f0670
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d8a567a297d239414ba4c7665d18024aafea842192a12ee226a5776a9eb0205
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc5552022f3e613f25b700721812da94bb396a9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53731c82e28fe4945e810f1426d54c910d1231a5e732510121554497d4521adf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c4d9dfbd176a444222354d97eee7869069f07ce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad55ccf3040f9d150a1be54b5e199062e6d5fb5ea1f98262ddd8b481f652f9aa
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..026b1c326b9ab4178fd33cf8cea9221c9d85e604
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70a5778013be43b172d16172240309390c77b6f0e0fa6f7bc9acfcf278e0aa5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a60701f695a35a86b62749eea0a79df0e31cf7ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153f6c31be39bdfbd9d6009949d385a8fdc1771743a18e5145920f68f3e538cc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fee574b350cc8f7531632131594eff1f29bc816b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49033e9fb1693d9c13152c89c31fe9db2db1f0892806e0fcf173ab2c167cba5b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa656765d26830557b7a226e213ef1c2d26180f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b12c6af763d65aab02ac1cede437d10cb1289cc5bee5fccc2ffcf885650cbaa5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc67fbfff26e85db130599b2fa43f3e58262edc2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc45019f9026fd663ffa23a50fbb319edcfde91aba643a0a33e811c6068cb53a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0e63fdaa6e3bf327d98c3afcb74b75b39d4c8f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af94419a2da178ee056523ba2bbea7b306a2c9e3c10af133f1406d782038c4d3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27c99484b37434d0782b618204086dbf29644bdc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc2153b81cbd2e4b73da81996d16056a164f28404067f0543af930b96e0044b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be8d8755502df5a5e1ea6fa128eb3ca4616d5522
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7218df97a45752d40f01e7a5cd974e785d0dd1e626f5284e1d39e2ed991beb5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f94a05d2abe004b15c4edebafc1eeeb56dbbcea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c714dde3b4e3ff6c124fc4943f3cd20e8e8a9807699a415f0e46582f7cb08fae
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a54bfaf9806c9ce6154fd03ff763db91270c0e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb183d5227c92ce4ddf202a9ed387485a23c96f66402bbe0d87f6996fbfc807
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc8404e2e38f6f83f00dbcbbc4e0dffebe77d039
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a847529d5bf305bd6796e2da4fc06eb200611bec6fcdad7d5be5e0c72be5e0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ee00e7be13459277bb81381ac29e89a45c4afa2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:879affb5b275c1a6fade2a72e59f4efd1e557c19a0d0c3495ad58e84981c2a0c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e98a8d0107022d3fecdd4971a36ba308afacc0d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70adc9931bfb69db75c042b2b6e414a003bd985fc456626bed3bb7714af2b7b3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1366bd561715b4d23b84e272c38b06fc3e74cd9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:defabbabc9d78234d9f907b5a6bfa33e7454b2daa04892ce5f7a420c43d0137e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38dd35ef4e7f6ce0f0535ae87489a7f0de720d16
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd7bac0eb2efaa8454d26d31205f5570c7d88a0df2bbd7716623a40ffc75cbc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43114405477108230e4fb8b9b981f0e69f3b8b10
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690d2e99ecd42625a22e78acd051758b129ff9662152ca72aa6a22ec7fb358d1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9413cce3f6839d8dd7d1b284f25d9452dab30742
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1dd46680d02cb2bdb40a48a8a68a0c7ffde8e7230071829c87593db30aeec73
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62211a471cdd77fe7b3c088aef6c811b6d31596e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06c7335281ed7c9b7898a88122bd85c8e7d4b2adde8502069f3e55ba103ed2d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d3431749e13ef9244b9df9efc02f3dcbc0332a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8311e55bd530c9064892b005285405eb9816be403c23d2bade7565944653fc2d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55eb24bf10db2ed90a4587028f65fc2c9a63792b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c9f56b101d2aac205f2554516c3849721af306d88c1d48d43e29359380a3d45
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e32f95050b57cc43d7960dee584b637374ce41
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93cccc71f5db0206051fc35c847aa397eeccda1f379c9fee81ce5c7c72a861fd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8371232b9d983cda6f33daa196bdfbf4a290290f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a9eb681012085c85fdb787752dc68e8dbaac009d4301e39f0a6f4115675273
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02a9817e66ad478ecda5b2c35493486a44159e70
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e843fa38c36a7791fcee32540bc5bf830ef67bcf50882f5921387aba02ed741
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ff896965e87236e9d5cc403e07229046991d41
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f1181489e743fcdd041751d54d0ec16449edc1c257eb471b37ea48f4341819
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8db0ffe99cb111df3cd35388ab147c5e0c9e4f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6db63fb61cec9a6c80f5bd060ce4b75e673fbf7126fa18f6f0eafb95dea3c6b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85fd1bdfbae5e9421c3ab09f2ee6a33b66997c5e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:157254801c4b1e92e4c7015eebda84acda2e6f24a55ea06dea8ea0f1d816bed4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7274b72a5d5f414f796101585000a1d029940e9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f00f0f8b84488da008cc188c0cbd297a84a93c4c1e9f5ccc544ba500fbe4cf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2494de3094f3f412e425717cc105a94541065144
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1457c1b30285d1b827a183a173255be2177f9a46276f422c891d068d63a3aaf5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8040106be76428efad74ea86e54b766e1cbe75e0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e9263fc22853115487a186915ac388a629664a91a83a554f8851ef031807f7c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b77c4a4078e57feab873a417319f0350228bde3f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e97e6e0e78c6104f118f1bc9eadab0048ccd114d2c635a9b692dec8bff86e76
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..248d48ebf1ecef1de9221205c741a6c7bb84e3f8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb5391cef6212da93955bb4c88c3ef634d28cc27998f3d511a08f04f975a508
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c49e1308577dc9af93a6428d5d5af6557c83908
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5052d864671f1161cc0fbd4c15036575257b4a03df433899861ffe394fbb4598
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56da7d09b8caca9b523db467346bdc0dd8bb9441
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5fef3d293e10242f9929a21795185da422f50d3378c3fb3534d7dd7872efacf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db6b379729b278928299380472a0933ec5abe86b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fddae06f47ecf461ee54b78efa5476d54397834e5ce57b23535eda5a887600d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..416d3e45a89f189e51de55291c74852c121a18d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ba4f023c40f301d9ae8f8f703f3c57256f822b393d99b03e19f83a3addcd9b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..406b1c7b801dcab2f451270487c0ba2206a20942
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace03844e43dc45ae52d4de2c21906b08b36e595cb44aafbe1b2e15ce15bf95c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..123b96dcc70fd32a4efae9e038af3bc9daa775dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:255ea2731b4dafda2c38bccb0a937308436892f252cf6378c8095241d73fed05
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c374f3590bdf8c10ea9dbd0f001af6c41dbf1124
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f138f0128b76f58991729558ff958f4679a9496288569bbe308b68a05c8dc3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc163b7a16bf541b1552aaf98dc3b73c75055759
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40510e5cc46795fd9325b1ff25fb43972365fdff301a07af4c8958838bf70efc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63cccc765d7405ae6a01b7da4dd2e6c6e4fa39ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f1b687620f08b52f41772f2cf2527e3b2f8588785d90a87e52031bf53cfeab
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62bac54be4e001d3f61b18e283bd03366bb60454
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119d95ea777442c8a9852baab81ba9fe49c1a069a82325e98823f32b416f615a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10625619c4cc3648c7d395733b6f60b8bd38a458
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acee44ad2c0c6f08b19ed8cb6b7876deea3e62f13dc1a1a64392c60773e4258e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e53a53bfd1eb37c884c002d06dbbe4206061d693
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a77c7a8ce2559e215ea421c817996cd007bf4cf6b079349c78d228a0734086
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c2c00fea6988c870f9634b7dfd0d0a6fb3ee680
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbb7e76c2f651a4f79bd0eb9d2e039cfb47f173800698334649e53ca85eea2ea
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25797af5598a79d639f976cc7f27541490769ba6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:149380e09b0343cdf7749e570e9ba5f7fba70fd3c55ccbcf1817857c48f088c1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a899ae427dbb00117d353751b0f7b8e21e4eb6c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d157bf4b78c57e85c310824bf88f44b35adbdac93b84b3434569705d37ddbccb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2c68f949286859fc340ffa8cd96c9cbc0bd1752
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08f2466e1cd9a515d4c167a44a70269a89b00c40f7e95ad232975723db9dba0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d60ef7024f30015ebda4f15b5fc7fae626b6535a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e196fd6dc0aa50ab3bd425336cb687337632acc39f8271fc635ac24148040a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4d18e9eb022d1ab362dc78835311a3a26016987
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56fa661e563e970a6ccf74061eeec2c3beb5c9c5e28c9c144a9ecfd7913f6f30
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f21568fc59b3260dfd478af77f55ebf31857ff8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc13234807fc0ff9b8ff388af457f2979af0392322e14eee1bb176f8b34e0ca
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d47c68cfbcb3cad6212a96dea5fe091b1b61f45b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b13be9fe20c398d307eb996eb870580abccfaa3173fb347880be1e8e759bd855
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178d9a9581b6f5a517669e0b8cdef5713c74bd3a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b37db0701f35c930ba371b9734ace9571fe05210637ec266239df95900c4aba
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dccf902e4019e8f3a7192d45f297b7878dc2e141
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d202c29fc077a03daca7d70cb0db47af289caa8570bef9f4bc4027b82431e4b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31489a89269a062e095ff56d69212ebf57fda203
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aed3e4eadcd13ca70a911ceda2c210da940947acde5773e110389d8d0429435
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9418508c7e23c6ca7541ff34df023f641e4629de
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76cfba9b1c8b8e908d6dc6e4fe92989b9123c1d85706a985efe78306e42e1ab9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..598b44945d623e43e4421c20d6ac26fd0d79401f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ea898a21d50e44dba7aef21e859fb7e332915aaf509520b3740a5e04b17d4c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0903f087c99ac76db821a6bdbfa4894fc3ab3f8c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a926ab8d81954a650c15ad32667c0dcb28ab28af266600e08f3f8e5297fe09
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a85777e3722ec557430c73aa7e526e193144dbc7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a8b22504f208d82477dc6ed2849ae0c1923328544ef0bd74e059a339728ec7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d89fcc58ddceda8e50f8dffc5faac1cd40428de
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c42cd25d9a5e873446469867dc19d3aebd37ab69a7069e46b103b187a7ea34f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00de6d0a89ae1d29e5eec549cc06e4cc51983311
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca5fad1de76a11031190596230060e1a451138d904936b331f4e27b6b622b2d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50cbb157236622c8a84f58bf51d534c4048620c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:764bc95e9a32fad222ac758daf92d84b87af8971390aaedc3ea3245b80680538
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70d6532dacac5c3f142b4e22d5b2728a58a596ce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1ea2538b0ece7fcf2d8f5a1b5072ef9a315a7e6c1e0be1c6be0376cf459b76
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e3adfc1141804936d8ca4315353212294a780a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:914b49499d2a8d5f4c8ec6eedfbbe6bea39137e250904b23d3285afcbc4a6627
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26c583b21896430ba7ca56867be85fa3380d0824
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e261ed513c1cf1f8bfffc31743f76518cd120576a088320bde07a67220b101
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350997cb30e208944ad98b1c257abb2b01860329
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9528e2edf1de64782da79a0a6e88dab80c71753cadb5f4b4c918e1a8906de5e0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4457bec1305ed9dcf6b975093cdda3a8eb40d7cb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58f99477ab7ace93df1142780afb759419dd6629f9bdfd0e51ef2f435a3b590
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61e2c7af72c9c5ec80a30372acf65c8b3cd08c7a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e1836fa1cbfe225b2a99947f539f10349e57c72a45329a2d4bbb1f6eb48a3a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b064f2206a1af6c57f3267b6bb570f64be79acf6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c9b96e9e828df8f26372317b718e5c3d7046569f1ee23a017df654a1ff806c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f632af2529cee45a57b5a62b300d16d0c0a0195
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2a95d68f78ea7115edc0086b1072441b484533d3b6feedb93dedd45b67f3d2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13629aa342e99f5027d31873c08d116ef8a34c0a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed01fb33d99a863f8e48b674176cf85c9e138df453c5697f3d8932ca9d346458
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1a22220296611f2f2fd944c77b864d711a7090f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f30e30145ac50b160489975403128921518e68a756b15908b5a757b14d9c15e7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fa857683c07f6ada7272c5e142f7c01c4d26582
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:351abe8f523f2da95bb2f310f59d8dad9c6e23606ade41bf1bf2bf0ee435f12b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0862609cca9401e15bed405cca196a17e090cf57
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e41fd9eafd3727dc69ca00a731ec507dd86b09c6cc036669d86d7da96732b900
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e0e5d53e7cbfea909bba5a76dd949ba9fea27db
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a3ee027ce4c72e6fffe0c1ba16a9498d40be4f710adc93c36927190cc02b90
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31a51a4df6e3381e5a5072e1e36ff053d905dab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:442eb70a42a95acd6450172420a8bf6b4d43339cbaec52e8d13de9c794cac1c1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff91bc282917ee2eee967e9ba56bdf14e6522ee6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2842ada9c086ee9e22c71b9f6ef65ba9cdd28fc667e969ee14299947f7c778b3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de1110f15a40fb74377eeb8a3d6b70a0d12cbbe1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac9b24369607f5817939388f3edf8720ffd8e6c54373e45ecb4c6909eba1d8c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e3d795736e88f3490d668a235cb9cb16a4af82
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9cd692ae47bfe2e0db7dc0efc09547ebf170946a9ec2dd92a05b5c0938a82ca
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b10bd465f222d07da69af6dcc0f370e5eaeafc70
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4446996a42a16924223cebd5e737a086ebcc8ce0c61cc0cd5aa680a140adc85c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eaf50f5ba73dc2175d77834e3c588a31f47ede5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeadc5e192d365224cd71a0def40d670e4c4d305239f6de42ee7fb0bd19d87f0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d08a83c39355e8a951198c8af3335375af07c8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df982ba4ecd36a5bdc817b96e4e0f5ffe0e275fc1a600cbf32c23f927d06cfd3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63626317cf5b209fe76b3d7593fb8fd5d972c27
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5745aac3961152b686d6c71bbfc9330040cb6c9c9be47fe4e3ab04d51858f7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f525fe276d28175a292e0087f985e8b1fcbaf0b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a39111f67f585dd5ca5b2536a27c9da3c042066b26fbed0240dac0a343b2616
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d22ef6de6340aeaaa4a8e44c3785fa356afec95f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fcbf3ec1c00bb66313e9366d4f587c9eb2274c58599bb1d6847d7a01b669f28
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d428db0fc513183c4b90ab850a016dff16b7d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f41e5201fd0f94d400bb4100e54279993a245f45717ae6a4ef3179af58508ae
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d446fbae25273eb1c7bf7b341fe5e91ceb657a6c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b8cc15b8530e55b2616404b2416615724f721f06b4e539e3caf4611dd46a4ea
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15712bc6bc5e5dda15fcc6e1010be2767f34f56
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f81b02c23ff259d8761e72fcb6143885ff8a96a42101b30e03c3d2e7817ab44
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcf32f939ad9d91084a501d5c6c8751864d89a38
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424752d6f3bd09c0c84f85d718cb25e25e30bd80888766fa181bcd5d9210cc02
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c97466e3365b4772e28495abb31761e5f488b71
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:925b976324ab74f5fc853676a3f62091109f13061d3c62be209483a778668ff3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d2884848367c99faa06d154da74512ac9af13a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c634e7497fa24d5cd90e24cc5455913c0f9e9a3831cd92db70080c8607e4ebc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1281b4a0735970c27a7427fe45f2da9906578df2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ccb19db7bdab440f78aa79a1919977fb71fb56fac4def2431a3680da2b6ec1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91fdbd1c9099a06c1365844be1210fccc5142c46
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b1a378c1b9b4babae45fd895c06e7581c0d1e00ac6a205d815ae8c7963fe630
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1fbcb2e71a0d0eb29e8fd6fd9e847b2da32948
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62da4f898e324b37ecd4075454d9095ae23a227c88c5c64f55c164034c2a6428
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e72dfc33fa402e3271f82e7e228cd0dfb23725
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:721059266cc84299ed019480c2b3a43cf8a072ccc8dfb503bef9ccdeda478c52
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8117a1447c35cc712fd28ecaf92631b4b442cf95
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e796082558bc6ab4433e54620ef0829459bcfa825f8a6e32268c6fc96a2a091c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d507c4b3ef31eda71d7d14d33dd5796b191b1563
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79aecf373a378f8ef41f0dae9b703d11b53d327543b2e3df28abd336eed92b2f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51fbed948c9a510f8c677ef5af2c86cbca978e19
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7758bd699e25818b91be910902dc88a3da8719e185d11cb339284aca1158c39a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b565063d1c256f0a7fbee141fc8b1a4f4e4503
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c72adeab2716c4406009e35df50eb54f4ca144d3ea655d04f48eed6f12979c2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a7fc08e1a0c7d24e10911984934cf42685fd7d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735b9ed8d4eb82483d18a495105098a4a633ac922f50001872467237f988e70d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4268527f576dac5a48c6abf2b808b7afc3b83526
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5070b75f9df7891ee8da92a5c7633e313c0af644a788cd6d0f1c11a0802a0ea
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8212f9f34e9039a06080aa9b4b26d24094611b09
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87e4638345d04aa824a56131e209ab3677e890bbb700511845ce16e980c9543
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b82f935c82be1d5e44e9c4b8621fa552b4fe6734
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f61447e9d94078ac761efcf6d6d05878f10cc9522267709e8e1a893dcf83e65
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab1ef85e8ebcd556c6e8987370ac901f37009088
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d5d0f0cbe69cf84925717cb8467eefa79299ca31d5a50805a09abafd7235df2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6827e7edc9646efd896fc5dcd209cfa28fa3bd90
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef989bf783fa139b60f889c93d49c42a6d6be3089a1b22cc04a2590e320190b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18f7459aee72c507d20ef321278ad90ea3c26c2c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ace009df1f49fb6b239af5f7df819ed7f13f5ee91061dc3f36d292be70fe6c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3246846c11a3532f7f3472c94a5353bce6d7a9b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219ef91640a6ac19fa7d3dce96a6cc76aec20840ed263212bcb7b6a771a735ff
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c9c8d196321b551b23048c7027272de1a40a3b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f28325954629d085521f26f9c33b1ccf7ada896dcf11e89cfa7b04e0754e7b0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27235db4282f96cc03bfdc5ab58bf09ebcb98b0d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5658a8023a711d64e248e6646d0658ed8515cfae4859faad57e7817ea0ee1567
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93e25b4201d43bb5cf10ef6c5481bd7fda380aa8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44014515fce7f9e580e1d98f45b58cb01c7a4b8f3daabefd38771b13b726be32
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..160dd7cfdedc92fec1fbe4a581d612bc28484f72
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e0ab52d82e6da9160ebf5515f27a5214258f833ca905011abcf3040dae050fd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee7d37034eb2a61e3a9d4ffd8292238b8f7bac0e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b264b60b455dd4a5ce79b30a1706714794bc1ed8ec5ec5b62c96a6d94812b1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a5d01bba6f108a06a5bc710d45bfcfd77d80aad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43076ceb295274ce4199f60d31899d38b37fccf5c98a5a249128a3ae6a6da82
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ba2b4311fa566cd3bcd07e366ccb77d81e696a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b1012aba63e925e75779e4268f26334c1d742182a0eee393b1c5444f7606e8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8def614f220ec83c84b51daf314cde530a465685
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1ff63135073835678b5bf86a46c822fe409cb4ff6f356f7a04c8613bd9b4a2b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e79568519e2afe0ab1e1149aa86fe64bc404c66
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:430deb8511e6c72eaacaf96fb1c77da3d8577cdeb984fa6ec5218d3c2f83b995
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4962c0681c18c6442b279325d9f63b8379b74248
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:861c78b2edd0b7e4b0b108da97eb8b6cbe8685caf4800e8d2b60dd6c08d21ac0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..922d90257ea3cd31dbffae5786e415525c7bf082
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:910bf65c2fcede29981f5bfd1bbbd64e58143cee818203f9336be78436f72314
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c58d059ff08702c23ec793d631d5bd28d0207cb2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ec4ff4c541b49913a11a510add080a945b6aa543bb1ae55fdb9ae273ca34e3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15f027838cff598def120d53d07beece0e596980
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cdb8c1b81023651cdd5db80d428aa4b0a71d61841aaae2e55bde571fe4b5785
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eef7f3b7e3af0c5fc5a0f8a3530de1f2cd6844f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:032b64c4c9f06c55ff171db54fbf7862d6ece6ccd4db2e12d8d3d7e7f7d339ca
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..316d263e6f708124aa0938a4b7168bdfb50a4120
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b488a49ce3857aec5a0a20f5c299604622ef2de37c30c5660d6c88c22eae0ef
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7be0272264ee43fd4311910fe25ed6016804c542
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd0cd04e5b7f8d0c51094bc4fff88c5601714c1bb1efa4567ac584684005c1ca
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea55b0504cf910380a020ec41129fd1445b8b54
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4619e3baa8b3ee5fc43a875d7d3197db4171ba14398bbd170a063f5d0bd91357
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c97bdd6c2b436792df546314fd575413050084cb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7ab1f21eb0859e6f16ab75359aea2283464cc4d9a765c8bc04425d6aed0182f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a63d595c5d5d2fccc73d6fd153e903a5eda63a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef679e2b804072788cf5de90db36c13dcf63b617240833f82817ecf4ade56e7a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d29197d8933442a77291157636f6e5852cd8783
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d52316556b6610f777599bdd240cd10af84f643d00a531938fd9fd41d3b527
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0aeb628e04827480a311a3c28175efdda3313ae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d138dce3ca450ad5ccf025baf2bfc775b60032dbf8f5e26c64176a14284699
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70323d6e368f50082af2c2c2797a1d133e70495e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:635b4a65a3a4fb5fac995313f9beb9c7022636600d08b9471eeb52fada8b6b7e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..905769c1d9c5f8db36747a808c102aa12206f610
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5e5e1dde6e49e9090afab624e7945a02c369fdcaf7eada8575c4d308dc59229
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c5e86d24cfb7bce9ab161e2f7a6258cd6197193
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c13ab0bed98f3a46330a2923bcd2ae7f982adb61882f640adce59e66af47be
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56a2db63ee907bf6f97b2b7d76558f0ccfab2ab3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e90ae765a061528ab22da5016193bfb808c8de0f12c77dc1fe71a91def6282f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50fdb35f15a02c086f31ff7802d64a86ca1929bd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac7cf01a14374045e54ab31121f1587ed25247c0b0325b2cb6f8c355351bb26
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf78ab436017bc111ef67c455e4c9a30039ae4f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9215c0fd93a3ffd58ed0fdabe7c31d0a3443661a7f9be915e79e1cdf73384b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..953c9277fd758091e9efb03485624a9ebb958da5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9ef1a1d4bf6bd8bced683a33dbe2e33270300e4edd77b672cceee1a6f962802
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83796a8fe4fb42eccfaaf58ce16d9706abf6ebf2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:927a5b348d323d7b79061153eb399c132e5916edcc9317db71b0288c5ded889b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..375186208173195bf0b6433ff480edd6acfa1520
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390f01116e19004c968046f6a37acefdd72cf4e17b9434813fb9363156892b2c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33ae43072531f8ee9a95a85c65fddfa4455ed019
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:758803b154cfcc37f690078096aa3da34f75a67856606abb2523c27f5107c86f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b004226a4f160de1b3b27a68884ed2e9f175a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6efc9dd900db4d671edf47acfe19af2019faaa8475a429a1a914f203ac520491
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e972f5c481a8973e14d2f0b2868247960e015e08
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf710761924750c46d38aeb85ec8241f79d4b090866bb2959fb0c0559a0246da
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7980e990f75e098354b84b847cfcb098d4fb7f7d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af82de323bbabbf2d2ebf4aae0e08131bc2a3c1d06984feb51471700aad323b5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..679a53d4c46e726d7265572df10acca1d1e0e37b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:738e842ab03611508c49a3a87abe1044b9dc4fd56273c371b68169d96acf4297
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6db80aa93b075950fde7e74c53d53d5ceac355e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e7392092459c1c701866f2b4b2f37e2c8a2042e1cbe8ffeda526dad7cfe325
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e70215de7caca4fd2f95a2a2c741513cb2b0730
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f5fc7b07b32643cdda9d3cc258c0560a307e56e8e03561c28bff1e90e4df4a5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c39d87faeeeb40d06fae0d2e3f8ac71230ffa35f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f35973b2ad03f1cbf85ee886ea384e445ac2b2b8786418a5e36e07fc72ec33
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26ac482494fce8696dce1cfe49c3145398f70440
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4212989b2653aa7262aacf432844d5fa3966b2e9674a6efdd5f3ccec3d306726
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89967ae7a1324c1b550e9396a6b1c197cb96c92e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb00d81d19699339ad855fa979b9078ad97f9653bfe9287656df610997cf14c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed20e19090c7fd392474f919358407acbd7ef27c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5988b6fe2f867f3e6ce33de0c91d1ace6fc14d001bdb46c7a93ee553cce4fe
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23494abc6009fd89eba8ecd845773a3b48d36ac6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8794c05cadfe093474c7c66def38315c0416b70d6309f61e363f29aeefea0bd1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352b3ca53b181bd2fe5125190437cfc85ec530ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c828edd8b79cd681620809ccb2e35e2e3cda242cd3cc30c8fea660c35b32fad
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9cc97dd05363883eb52ecf9049edc15b2c3627e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee082a093c25daa151a76c8d6cda8a4d9f0cf080c3ef7072bb7def18e6f29ee
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af02adc1bc0bb4f54870da962b28afb005820d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10bc5303da5c1587fb19a7f63a03f87d10e9d3666d55e5c9ca5d44700ab383ff
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6d3c4833c217a9bb01d025b4526c42ee62d789
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c1bcf9f39fbeb7b71467678a4bbfe50183371bda654449e07e0417f72ca450
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..874de67e1b7d44c3f316302b30d82284776d33f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d34b35c5ac977423e794653e68e9380d4aa68e674b2ac341b81b98ee157b3a7c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4deb7c9f1fd054743ededeb0a077938b0d66aed4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b91803693672785863f8156182a4c7147a986dac268f0e22810401d771203aa2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c3979746d1d0ae242b7f542c794498157df830
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f0fbeccf454c1e0d7802858708a4b20a4f7c6b033277639732a6aef36a456a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ee61c5f7bfeebf83261b695df5beb3b6b7b2c20
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abe0c70badfee2c612a20a8ad5bf79c2ac66feed47b07444caf84eaccfb71215
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4daacae4b64f0f9a5bbe97345745779e05862792
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e6187a4e3a75d9f8aeec85744ea81d9f7aea7bc0402f7dbe77e0741e3089ed
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bdcd7d94bd4201b38b160c206aaea7901404339
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cf90dda28c63935ec45a5fe0e0b847c152697b822f1150744da85968147d82
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..801751328ecffac541a45baf2830eda7e1575daf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b045e8b9ca3b8383ff54bafe3eb37d033b98bde2e464c353dc6f6bd2a1cd2dba
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7583a8d4850c3add0916b949213113e1621c4e95
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:308799f380a5c2d7ff0e8833f2e42d004ed223846bedce474988f498fe1135ca
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81b6dc50c7931fe0782aa6ffc7af391ca2371012
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c98b21049e991337089a671ae33eb84fadddce62e56b53954a5406630516e8c1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ecab32e55464e39ab1011c6dedc9059d8d2b18
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cacf096017cb8f9320c3da52a08e77d653d952ccaf70edbca0cebbad49c2eb87
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f66de10502b5612bc17eeca27bbef627edb94b7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea0ad2ecdf394f159f1f53fb7215377d7329864c01336c95e4473a40fb5abf7e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15f381c39735bbecf76f5fa9c0d68212e363e517
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12160c14c34f6a00b06972d291f5f3ce32c92547703520038e67bcec532b44cc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e5983247f218947a2a0bbe316df8acacb7517c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10d5a64873d5890df4f9745e27b1f928ee726d35514b075650cb67bc35f1ff0a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae723bb1d03690bf4ba75aa5647e9d7b88b58f8c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae32b92c05cdc2d61102a7b1e6ff7017953a1a6edac4afaefbb0512409e6a10
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763349c7a2ed3a848d53135cc7b07b01dfc68c91
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31cae3ebc250407fc7d3f7e82f580ee1a084661e3db1ca950c51e9dcc1c43100
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08a3b97373205c98ed1b0d2451329cac7e2791ab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bcec1908547fdef68691f236e87026f3834eab7da74e26252123a8f2afc12bc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0b64232bd39ef24d9ce7edf3cdef5dea733ee54
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7432c3e508468a8ab3a483b83563219e53b37261d996bf883f52c73506a222
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b354ae3b8968c1c714e631b82ddbf33793ddeb08
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33edfa82bc3afba331ffbc7cb7559a416f05cbb3cf3bb2b2c7c11a18a26b9b3e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad512bc2de072494326595583c6c7a2b418798d7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e00b4b723e58f423ff0a489e74dfbd32cc5abd53f620868a5179067a95df0c6b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb2c2056cb57c3a24cd7b0bb4b202f80cbd57c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b728e2efd5fe99d5aecd2b3b56ff080e9f147eb39cc308162a4144852884b0a7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa9de38a8d5be01883d09df667edb796d5c02ab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2cb2a6c55742ecfd657b77da5acd0388525b0f6e94bd512dfbac3ce16e4d399
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c98d40c15e8fb2621fa54000bf4e416406ad91e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c797b24b05c62545bd68fd6d4d15e6f4de7935806eae58b10964476da52e99
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07b3df8b25c20d5facb29fa433e945007747df7c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3412e0eda6b7babbcd185627acaa3ca15f002e3aabe67b28077b9b26e9ca54ae
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..652939b1675282852b3a69510574978853098f07
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fbb7356c72e40833c6cfe2d0be542f216df07d2336c165e1744318f2cbe48bf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f3802bfbd5195d650abafcfaae8cd6bec98b9d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86a9355e74ef861dcaa5d00a2cbb4505ab291905ab28d10e2b16305586164d4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b814c708b14714ef478c2e2822e841cec02e16e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f13328de2b91e74d3e6f6fc5922c46aa7e69b271d8aa08d8e4a9de317132dc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317f525c2dcdc9e17716c5bbf2ce8fe4a82d8302
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07fcc11dc8984e2af7127be7ee53bb87066b334ffb0d08b29cfd6fa932470d05
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7790cda0791f9b08636e6f8bee07aa162688714e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c80e59f806eff2a9a469c72af17214bdcde7e196c1ea4eb7942a1aee4cefd2b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1da89fefdc04e05572982317035321ac8711ab1d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09e9d67c266ca75ba5c77aa2f88b12d25d817f593ea466bc6cb6297b2a8ec794
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4658c51882107e2cf1b42dcaeff6002be12a0d00
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:196b4c71b394811e2a81608dd93a77d28d9651520c530810453537b887ce2fd8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..039738b0f8e997a16ff9faaf648b4b688dc287f8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be332157981d08b97f28c1ff339f1163846764a64064092095b939f44ab05f9f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73925d72f261735a3e05eff87ad6825e6aed2bed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a08933d024633cece127ff90732fd8c949d1bec60180ac7c2085d081e667128
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de6b2606f262ba31f64ca5bf73ceaf416159bc5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb089cf1369f711db736a3dc6d0e003555fc590eb989e1a00d0621b92f4b72c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9afafb08e031137a235c15f8d789f750262ec653
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8c88f4f4f958584db8693df9468d0888a100a6021b2dbee1c7162356f82aa07
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dd2e193b7eea2f05b25edb25979d19be3d92207
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae81639284aa8df79150ab299aae761a2ca810e02d9ced1d7b9a2fc279b766a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f708be4ba699a4e27ad0684b50fa288ea6ea46a9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d8d6f8f86059ec7152fbe6cc89a6d5da461572421c71fab2ca94ee716f83fb5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914b031b45da62ba72b54534e4da6bf8e51772a8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:800f8bada65b44ef2689392acee496c0405ec3a1156b38c7153ee8f6b3be1687
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc848ad3a758738275d9db71c20c068360ea5a21
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd805c74c1f3a1365a8e239b96a1bbc9b3474036a7884598cdc579cb314b4c0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400e93797d0242f607241b35ef169356585d0ab1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627325c93338961c959a8864428eb7ea4085dfac4a557b23b4e264e97611f331
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd9bc4c64f6e196f734a47ea29619afc5de67ef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d664d0b446792e97f4e2ad4e58df1fcbceecbdead4a387615867dab2ef8323
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec3eda7546e89d277b6bcc60b2c621974528aff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688925399b0529ca03c12bea2cbdd7a5f37276085d47c2b135fea632c652fca2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa7608a67e859854a3708d3dcc7c63bbba2044f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddbba6f825d672f0f0471dc068a9b6ac804728a5aa0bbc88d829012c7ce6ebc6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7afb15e8626fd1f83bfc075b0bfd6c88166578b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c363db901a0219966910da0ea366f456fdbd111ee96453d86b9e4223017cba94
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75043f6f42a6078e562a07f27dbe5d7d4ea624bc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cacd44a731e72bd0e292f38e1e72860de0c5ae6306b285ac515a382970089c1d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d2bfc766559290f4743f61d8dafe2fd804bb2d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:221dcf64ed850d5796d4a7f8d1ad5913b6734df9335b4091e8489319fef45c1c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8958e60b4fabf4742ebb01170d399ac22d9575d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a10b98473a737fd5bbf9bf3723f636e7bb4a62a4946ef4b201402d1167a581ea
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef4351319f9f86bed2b08a25b27bbe87ebae8de
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce80b1dfc9862e42e94e6ff62d7aa0d0bedafc191f614fcab033725022f9c6ec
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab957784420698b88e635a54aa7ae913687babc7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d01ba3068d2b82e6148409d06d5ab669a512f657742362e6307cc425c544692
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53690048b6ce257a27ebd8d2ca1fe63f6e4a0b76
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a987cc9bdbd2398b39e307d795a6e3b6bf708c14511c142cab981d212eba9729
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb79541359a9924c12c426f6bf7cfb9c749d898
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d68f82cc8ea2db5903653f06724c5e97458d63d3e1fa5742e004982c8f77fc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..086286c6993d07023205113a4615cd90837c1718
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:284d5c369ba088fb98f1103278ec28028b83e54f31a871d58fc73eb9005f3f3b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d43362c9e943d0fadcfc2ff826b590c9a20bd6d8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11d8f41e1a1fe2e0d58b31b822fd787f05884319d74b80d8feeb829aca0aa66e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c6b1eff32a9c1eeed07d3e021bef00b49874c66
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4dc39bc0038e2e909204b1c7d65aed8b7519451c79747fdaa302cd54124fc1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8461514988cb183edd5a6a54690ded83ca1d20
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c6c222ffeadf518e97474fcff5f6a4bc86f71684b737e5ca353d9380ffa5c6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae730ae96812a78318d53837ad7e8a6bdd650c97
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42e47b1ae7c91af1f60622cfbf976ac55c3e69edbed702e71e2b5746795b7f13
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09986dab54920afee767b74c1e7316d5434d00bf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35dc503b4b03ce23f05c1df65d2ff0d0fbb30959a9d0dc6eaaced4299e86e7a9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a12c3dd0b4743d202210f72876b69fc5516d0b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ee82a3c6bd3b6a771970e1489ab86236ad1cc095fa5fc093d3a979e884cc454
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..882d66e5e76553eabb6069d2903736a576448ec5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e74fdfbaff9c3e2b509bb8c2e57c1d37539570d45e04429a25ffb3a1449c16
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..472bc51ee4b92cd4a01d1732eec30ebba0c06b93
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18f41df68fb5260c1a49ec55732f9431fd769e54d8ef1d87c5e87259106537c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cfb9c34d5c747834a38be0b05522c5991692dc3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb029b8afb30b8cec2078a96fb52c0a8feacada43d80fca624d5cbf85f809a81
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271ba9b674186cedb3b54f9fdb3883519cb87534
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51d5cb477c998ecf44e06e753ac444a6dd54d2330389e9bf3063efcf222ade24
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7132e9e79313e1fcaee90f5c6bcf3f5dfc58718e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b088e0085a3b07223fd3732e1e4336894c2a8b333bb53e51aff57682180f598
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fd57e1858ed6b91f1e58c357fd0365935e23ee1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf41ca26d57c40638e4b9bd70edd72f09cd38bdbd92ad326b4b2cf49e06fd85
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4998bb0bbe5d87db3043d9e727c11e18c06cb05e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:644d73bc0b44ecbc8af21b29f293cba54de75ecd27bd618ca73afa03a3d5c478
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..753de7f16481ce6a7b3f2ee94307c1a30adc924b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:152e3f514b826011e5014d339b32a9e099a7d0f863cf4b7fd3c0e22f3e1bc211
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee9b85d301ce47ed776bc1df71548aa8e9030f30
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c19df61617a7a8c5570a8796a16a8cb7ae1efa8455a8a8e087a2b4a6a8e96aec
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3716de06b7848a2a63b57f7fe93367d59455144b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff10ab11a75a1bc7c81d90f3dee1afda05d182f73c6e76e3d0b1c8b17e67a52e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc497d7206781d6063c2e9927777970235787e8c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65dc0ac0c686b569cd788496b1365a8d850ccaca7c6acdc6df74f35799f1fea
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b67001bc5fa105edb8118fc6bc66f66546b111f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c909f728ec96ba96768cdb5dc1ba3266f7c6dd4ad0ec4796ffbf84f19c8476d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ccb3965656994ddc3d32ad0d2d6879063a8b9bd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc92862ab40e2a6387e10ff95f7add020469fcc66726a4b301706390fbd33ca9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6748171d7bf8f776b43f412814ee929025c8f36f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa656eec78c43dc6ccf18ac7af6824a5a27eaefb9d6e7b6eb5e3dde71698837
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c1288751c5bf3755d14340fbc87d792585ef6d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be7592a12a236e83912d0070b32163d42cfd17c40676bf62b0f1aa48102c22d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8600e507119f00ae271b1121fb12b1472948636
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d30bc60d99a08a08dd752439e1cd2cd64ad9e6d4c4f22c7ffde4b2f65230b03
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c0f46b3714a0bbd4b636d34f53de0c394f1bb8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a021c7a678d4dd250a7db4f7ea8e505e6649db338c303c0fc65ca978b35f4b3b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d14ccab2745cfa43037f9ab46f480062255ebbc9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa2824e6064025ab428805491161b83e6dbdbfc99575d05ee4fe562efa88609
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b2c03609d9ebc6edb63d8b321db4d8a7455bd7d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e8cdc4f0d47633f15e6d3e8b58dcb3cb92b7a6c301670c9e24f76e4d30461d4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d37ac4132051cf5b91f34f4908fccad6e9dbfa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1fb9a57cfa30929a3d6f616e745e7305d65f1b23b6392f03caf6897a8e8c804
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f4f6d9ac97fccf942a878fc39ce8706f74a843
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccbd70c8478801043428fc05f73248af16892b9e018fd9aadc6ef404c3daf067
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26031c63e230e71841223ed7ce45360ca163c385
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:308cffe2cae9229f2d71b3e0df7551d2c2fd0b5fecf2874ee153240d785c21ce
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b6fa739048b05b470de45c041a42b92b71e9961
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e8c738c148e95874deb1d6df110131e0b4de658ad9477222306454b73991af
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e30b5a92ed0fe815fb080d61ce958fcc44fa444d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5569ba82d65851c94c54e47f39d9c974599971c65df43f584a7553b0d22bdfc6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaeb8e543053395d101fcac1273b9f09d6224e75
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a83ac59699090eb40e3f642bdf11389ba89effa91282389884780f76f8dfc4d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ef5f1a572db3e13957f25e7a73d52a63c37e07
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eee7f1b2483e0469295a3f1142c0083ec7551443074a7d22cb18f4a6a8b5aa9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..948cdbe3edf01809025df2a12f827cb0842be169
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:699a37f1d76a50fb0af004a27f80d0556e3507b71bfbd43aa7a6aa644247d664
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddf4b1e4d020a1176813279f704e92b0f4f48cd7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85211317761bdd7086e1d44017a8e748b777f3fa030067812020fd02d4638689
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dac95e8f6d124c6de4ae80338def9f80a7a340bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3580e6e99040fb473ff6ce2ab6f6e70c85f972484912973b5e6b00af973f4b1c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e5b0223db3d1230240e754e0eebadc60dde76a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dee9f78d18d8df2ff83152c63a9c2d824db71704a7fd77d869551ee26dc6a53
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3773350264f58790068566157f43ae67559f72c9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f487d3a0e302af8e8fbf6ea7578265f1cba6905e8c216017b29aa48d1eb069
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cacb781b3f29a8820323791e403796a031143e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b79565f047cfdda4be46f7083014097a5a86cc88a6227783aa08a9ef5a722820
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..510643222fb56b3a53f23eb37fe89f01c54162b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:845739ed9515567a31cf2d80f1b5209d2b5ec05dd8ce4004059a09ce251fcb77
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9bee48cea96aab534c0afb8c3e141b3724c34cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ea8a15ebef5b58bebccb95773683049d3290cf1889226dddf69a0b2c50063c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..202c4a278584a6cca69446f4a677db07b5c96c0e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0517372b65d3fa9044b7b98ac056fa540335ce09dad1a89cea18ac9beacae2ef
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d048aa1a48746ee0359b30342a61545fd5f30a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6641923e8f10b1b9c0071f86473f1698fae59064439318c9ab6f86ed83803237
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cc91b735a3165393b5863c7d0cb9678e3e9f1a8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bb6e0c3faabaff9480d1186ab839e3823af7030409449a1f3252fd36bf187a3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf463efada1046e6b8d9052cf824e8406b3f3d8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37be03956e3c3fb903ddcc5abc5976833abfbb75f91b18916b505d0c044b06c1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32cecec034ff39bed5eae84c1b9664d2c22d055b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53943ade0044743c3e995b89801073e8dc000be43fccc044b4386ca5118c51da
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf5f20ef0f5a62f3280f930ff4f6ec9e51c024f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f55b92ff92eb334cc02cc6d603cd803d4329d5e5bc3d2f3f9c61435ae408b34
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7e8e9e9be2b6cfb20c7ad4559b77efa0c61eca7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:813df89351cfc64e2771e5a66aa3311bf3a89ca4ebcadce9c28694753a74a99f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a35abdcd3fd3cb5d172ba58b53ba76854474ca4f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77099529893bd990bbeb7a7957e2bbda61dee9de2e8e6c31c2fd9780b0852a16
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afed753afcc5271f5fc273e1d5e7758bb54cb97d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0350bdc8af281168f8e0c02b1da27d5f4409edd7a4ed4dedad2c566fb26b339
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a183cc6e6316a5c16841cd54c1053f361723a03
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f85fd1493bf4e40b907b5f7c7e62308386c667c30a7b0f1c494ee4e3eed5011
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de2091862037370d95c4de13b314e03febf843f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e91e10b6e17f3d167993866eeb8274c3a3fce0090e1f4b68d278eb50610616
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e99934667b62f3e59593bb0875967346b264d35
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c363467aaa2bc4fa6a0d3b3472c6cb557979acffebeeab3f4edbba4990b120e7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61315f50303e533c4729887090e8fc7e62eb9c92
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1a7abfcf2455a046cc413aa80645e0bba9e50a844b0e1c873dfeac6e827ac74
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b3afe7f50ffe904934d7ee2994b3f68d60b224
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbcc5ebfbb8effdd65854412237120922fbd2e8627531c3d79235829b3c27aae
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d09c3946147c84d05b2012d5604d462639edf795
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27403656ce001464e94e48c0431f707b2ffe3b4cc69667a8ea65db5ee5882a84
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e67ae413cf4709a5570a928a4e2bf4b1f9261e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7263f1c10ba5d4f5d71ffa35e5caef0c18bc3617be648c48718fde923e6e97e7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca2a046070eb58522a238f070ba9ba0f23f6ec34
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e826b1782a8b03f4264f9a6c0a94decd72858999f069b266e42b71ab5ac420
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f943ac4ce7b46fbed115824032ce8a9d433fdd71
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:019c35e76294c30efc1dfe65293deddc675e67443884036012fbcdf7cf8949c4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef29b4b6229517655d5bfa3bc1fc38c5bdf60b04
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c01be86f5d2232f2edf16b7d7fc2537bf0b1526ea6c23dd8479c0222bea97c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a49ca847a1a794dfac1c7e4601a0386bf962593a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec5cfd296c8e9482e91ee245327e839736d4fcf5d1912fe733ee203804cfd49
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..730e9f041b06699c21fd6962c875555794dddd01
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229c820983ddab6cf54d1bb151d4c33990c582dead8ba688295d29631f048f0a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b60be41825ee96a0980e9e7850fee09b32a07e3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6edf44ade497785604a6f4865099ae8596cf98416d911c3a115f36e7cc59d0cb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9252fbdb3cadb28eaad4b38b19cc99df201e371d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44d07a290662cc628a1bdb19ca96ccafffdfa8c1e7b3dd17f23099b9639f81a3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c5ff6f9036159e77fb06405cf662bff2d768a4d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5baa73a0831c3618728539be6e5aa7c89f1ab1f92a3f969da9aa0b7ce435e34b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf9b220f22e458b3337c7b603755dbce3b5365c8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7e67594bbdf6e1e295ed6a4b1a770c5117f8c148290b6e451dc3808055214b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e2a8dfea8fcc70a9ad8e67bc1a37f48047749b7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7181b72c469840ceb653d1f5c7f6ec7e8175fc649061650b8b8ada6ebfb45702
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12e45fac8df8144261d2b0e8599af6c4d168571
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7acfe54433d0697ecc4f093196ef8cdbd4343997d402996ff4b146acfd7bfb2b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b00d6a8b32938116a94d7a7c0ed610e7dab9ec39
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa06d4468c17150e512ac0af751f37fc6a56558c4b61d95c37b9b2a5251de60
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f79ca75c4f8cf8b51b2e51b893ab425b474eea55
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3be7646e6ee62d680834d8fc92eda2b663494379bee3712d3bfab35a4ff4678b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..357ca8754043490ef329afce5fd897f836312d66
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed69021c0a6d0f83b920059860654fcb94158afb3f002fd132f76563a67d9b2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..957b5b9526f78d19a3a108cecf776a3405490d9e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:618e6ee150030e3b9bffd84f39961d44c706baebb23d53ac8b889ab982607fe2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a8c059166a65e0366b3c1d533e65b9d6ebf7662
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d2617e6a65544be234a902e4071892d9880b3e30ed06fdaa0828ab68ac17d31
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06624379f156d67b737c0b8e3b0817993a17262c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca7404eb313c7ccef6bfe0019b854e7b24eca14110452ef44763170507b730b5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08d63687f3b3b2b35045581c30dc5363bd65e309
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:805ae96cfc6188c107ada0c178fc6073e8b8ecc6adfe28565498d342eb9ca8d8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e16b6071a1e847b0e84bda325e29a6edf5fdae7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c781f366c3f3d89774ee6a32cb07f637e0fde945f01be259b40d44052da4ca0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9121ceb0ebbb213a5adabb42816ec4a47810260
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae4d24b66c69214d89e5fb94e660cfe8f89bd82fac93a55c5db25c002fc17c8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..625d4d7086a61a8e9d47a52f4a11e1f13d13279e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2227d95964790b97f6aeafea639e70e2a0efd4f9693039bbde2b52e7d811ce5d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e78b0eba4ae49a9a07539ac4254b6ae1cb06bbc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00cf801311cfb23408ab4819f60ff4600a3eb32c5a3f3ddf05b41ebe4975141
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac7de48b7af2fe3c1282513450d030684f18da7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc9643be6df97216b84363f4c4a2e3a4d45c8b1c3eba02aa0ad7b19e995a6c7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47efa4ae835097714bae6879af26326efdee617a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae19bd059aae36ba8e5ba040a213fa273219bd1a4790629d58cbdca0574a9cb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd791ac3e9f110dbec2835f5aa9a4621b8aae9a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd14925984355be801d4f2d916b1715e553c65d32b2862d8144c523baeb7437
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4510ca6290a5fd6273ca26ecdc6dc89a8b41d03
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:798d4f8b3ec4edbfe2a81f5f7a9cb15bec2f554777a2b736306f7530ba308a63
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606b0076ccc4ec9e20a7ee4376f9727c00b0190a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ed2f3a3519d46a6fb61aa08cc7be802b2bc3d43302d65b3f99831d6152c8ba
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd471ea98b1191604f6c1bae7d2dc7fd0dcd0dcf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3a6e82fd9ce44741b633bf4ed98605e9ea159ca751a68130fd763e063c40c7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e767170d3de749218dd633ffaa931909e1ef834e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5316c5a5738f26fa4fb2028119e9f82271f6c0d7c8d43887156681cb0b15f26d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e89429bfa1b27da213d4d6985edbbf3326ea3ef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5dd84ccc879b6941644f51059bd506483b94c257af9dd9f2f402f7e16eeab1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c52d9b8d5b65db0b5769b953af5cdaba38ca7996
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:638e3b771cb3c09675bb0c1cffb51c2df8711dfbd1f7c75b7528344e9c00b0d3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf4b9f12474de9bf6d71d089ae072c079e47284
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8da4c1e1acabbd0454de0c49252e46a4f840cde7e5e847a83a6d9f7eb391160c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4167f0cc3510a2990b3e91348916ba77c4c214b7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3ab94b03c12c49b7a30ee99b82a207c361e0fbddbad63f9627b8a0b691721ba
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b290c5faa975e3c926b4dc105ad3817a0fb8879e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca84cac8eceb523c4fc0dbf378af72d2997937d5bd2fed4d2382407bf25c091
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb8057d28ede68f22dbffad8e417e2769912719
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b0b78ca024d6fddcdf36babf141c9e050934278d4df2e6ea073d681f30d938e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97cd375459af84bf30be231a8240e5866826341d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a5f1453352036f479b117e7429bd8d7186bb1eb47ff170fdfee7256a9b692c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a8ec44ddab0b9fa927f669dbb06865b3f4b5729
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:475e166bdda715e755b228531b23e08346746a6465b45d1561cb3acd81c40eb1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea366852ca9f3b1560560ff6bba9aa027cbd6b0f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b72e46cdc53c0471b5eadd28eb96d1c92ee28893682501d674ecf29f3bd3b1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab8c8388ed93987f45695dc0f5864b45b849ce7a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44057fc29fb8e64bbdb0fe8af093239c98dd0fb6c44eab4c489c5d41d1801c4f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52a49d6d164f643a33fcf37534f200703d475127
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e7b27f7caa1e5857c6856072ba3cb69b916c6dad26e4e9b7dd9b8c1b78246d3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3235388d9dea9b0fbdee4def37c8cbb985bfeb04
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8dd48b65c76eae913f3a4f4166388b99cc5b8ef57990ea927878d46357d619
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7732eaf4befea6eb41ea12290eb420f169114dac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba29a6698d41e556e5b546631c6e4ebc874d66fb4842232318269c070ec36be
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71870aa6f84399c48a193ebd218d6db9f1eae4a9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a024c92dc59f4bcea03ce6fbc9dd5152f63147e4a3976fc56ccdcd4911aaf827
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..174553b320d80af2f8c7b17979a5590f8e9b488c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec37ccef50a054d033fb0378881bb4ccf90121953b788ae6653385d370d6197e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d49228b6ae9fadf914a5f70e86362e9f84200304
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa7446774948ee24b7f1d10c175952d74519d6b339cff645520f6dc2fd525824
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3981acc588a0668ec3f2f3fa034ea18a31a99725
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1595e037a7e5a3c87b905ca5aa3824d02c6ec4c1e75be2d97b54788bde81d6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cc8cec96a435cca2cb8b38165dce0d5959d476b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f947c56a50145a0f17b29a0a8fcd1642ac17a3abfd589acfae59cef7dcf46c37
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a61c69cbc464b771f6ed2cc4ba3ccd216454ce0e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7761679b9c2c858c02c50bf6fdc5e807ab11893b8c53060ecaf2b8fa2ffa3c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa6ec07cc49b7615df0bfc2462b61e229a1967f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1854a891a75c783d93c0564a79069162148d027a9c4c508db829d336408fcb8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..354d6f67f72004bbf4a039311b9681676c6e14a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e91b618f3f971fbc9f6ff9c1f70644abb364cbfaf92f21c0632509f619b088
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a91a9cc445372597aee1dddce133ef1b806ed9b5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cfa13c73090a47f0f53e76ed95d91f743e09dfe9e00f4833c91be09d3e66a2c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf00f22f8336b188bee8a0f104dce996c20ced90
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc65c298d9b51f0a183b00d356f7d886e4c912d2193d2d54778511c52bb888a5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35800fb3688d5afa545c1cda06a4fad3fbf793a8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa84891e6858a8242634151a1e51994286851b41159868e37b8d933f283d8110
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a30da0d809ed7787c057c7dee65fa32fe93ac1a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7567179f8eb5fdfe16e41952f659d5c97ef5299b02fb5770ffd4ac869f2aad22
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b082af2b6d87654c7a79396267c1e103225093
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e688b2c65151efb37714bc6c2b4c278e154b5f0e9a6b0f3134bc2bf1b4379450
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93dc72dfd8c90e42a34f2eadab162e7d0fdf533
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22dc7d21342e7c6a5567304dfc7257117fed6bd4a1a940576358edaabc98bf4b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8cd8b08c53d164959081cc054441f397def0c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5725ddfc806bca2353de89101705dc3130c84fd622bfe1edbe31cdeb68510818
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a8cb705b2b71d9e72ddafcdb3ae2f74c9bf5bd0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4307732f30671182279ef145493530b6ad76663a0d1b1ff4a958927bb601a91b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f88137b5e8dbceb2c2e7decb8ff05a2b7eaabe2a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a6100499c32504c3deedf0c20bfa420ffa483cbfb70902bd2676ea26fb5492
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29f4a0a2f5321b8b67c5b175f4a3ffb9bd2d3e01
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd63155743703c1fc49182e607db2638b4af34048cdf1a0b17e9a31b6557893
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..435136bb6aacf6594aa1f47b2f475eec958f4161
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bcc3c32d7d13984e79997ba22e21f4c050b401467b5c253677fff476a09757d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75f109a1e4e8cb8780b21070e56cc65195c13014
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1578e3388e22d017b3c44064b34d311368f39e441b424cd7ec41da2c86a6a6d4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e754a71fa6dff70ee88979c53cb41961059b51b7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a219397ee1bba6498262bf420a98c0bedce5c633de4e07e7ff2ea38366dbfca1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b3eefc47704f94938d73960f9374456778cd6a8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0093303ed3c8ccd09f421d649ac3129ed4135efb7463f908af350dd8eb8687
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e67b96054fe75e28e6393c5def1256f60156408e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beec8f990f97ef13a269162aea31b5558444104362cbbabed282226b1928d85d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83b05d397376d4030df5ac22eebfe4c05ba289b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea6c8c1a338d3ebec568c28a3ff9c11c6f82f57131915c3178f49fff6f4ae60
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f063a32c09c83f59978861618f122c39a40df5fc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e99fcf97fd2a33919771e99e1cb063ce63b0ae1e97d2b1ef35d0d42ae9dcff68
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d0bd98cd19173cd6246ba0451271dca17aea08
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6956b7e83e0e1ad08edbc589f7526c2874019ec062e3d86dc9c63610d87d8774
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e42c9c8dceca9785d76e1940d37f6fca11bddff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca12c8a9c2447c3968e303e88fcfa00ce1de378aab20f8472e7ac3cd5782ef6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ce755be5ed7faf750623636fa1cb144ba40145f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a1cfb847ebcdfb6b2f60cce0f641fc8fd8f9748220575de507cc1ae9797d33
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec53f89313747de2fd5ae5cd15212c74edbd285
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2174e010c8e78e6e068fd778ef7fd851ca9e419c076db97a6e0c0ce32a551482
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..855edb8f09325b03e160e89d3e6635d40512f824
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a44a0714d5e6ce85607e2fdc19a60c38c09d8b857a1b42990be909614d4a3f6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682a8e9f8516a247b0818657d1dd52d5dcbe0ccf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc0e6ac6f30daf9f74815f7f1fc241cf247337f60f84cf051c03ef9528e29c3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d3fed7d33ed71546a29582fa92b7b17736fb45b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b15e0e3d8bb1694c62899479d85fd754bc72add16c0cb8a2430b8f85feb1692
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f42c8de4d389e1315a4594e5e1296bfaafdfcc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc71d700f442630a0dd5b3e31bce04c3bac349d1cb62c01108dae872a191e7e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f782e19fee087037537a1b573d24712e2afdfc9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:081a1fa33666550f85fe5245ae5f163d13134504221dea9d786059be46665e6e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73601b13c840970b832c088395ac85f4bf098b9e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3560c6b259e6fa5ab9a63c40d992b9f2eda45476dd181bfd26a3057dda687302
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69ff4d562aea98597fc8a28cfb4379bec3b90fb5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493c7278e405be77fedc5859c485b6ebfe488f9890e4f4949e2fea671945daea
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b9daeda1cecf203f39eb6f54d2e66d3beabaca3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a26b2a7a4ebf9e8166fc881fb5eb4ae7c9bfbbfe91e6403498068a79d3631c01
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a71fe01be9ee87eee17caaa3ed99646dfe16482
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c03b43c7b355c7e21bb25378d967f255ceea2cdf45802c16466f0b5062317e6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c378b10d2900d6985bde185be18ffe36f1680ebe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdfe7e0f743a881d4a2a887f159bcee093da7266fce7745158cb1c7456cc5f4d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebc04dc19f58fc97d891cacea90989b2e91d98f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c2052c465137f8dcf7fe6ad5e0f64eee408b35afd5546ce543dc5c4d96eff37
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60cbe93a24c477c21e6459205c4d6b1ba4744859
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17abb0ab104e76cc8c0c940d373d03ffcce84dd79d07b7ddf63e8773ce96665
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6855d83c154f49f6cda55bec2adc5af764d919f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4bcf7016f0c3601fdbc2850eb04dbfaf5f1a39b32098790eb56a4edd440c751
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f71c389d9793d2cfc7e614d5da68ede1bb5b0b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b5608710881d55cc6cb802a8f62e88b4f8adff84ad7094d1888df01f7e0b2b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7083683dfe86a7a15ebc20436fb5c71585f4299
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdcbb2a0d4fc2a6ba77751cada107230f712be58dee50201aea330dd827384d2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd5efd7d1072f9d9ab4a06fdb43816ee887b31be
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2efde329d5e6ad72679e205a8180d820dcc9e6c22251665c2eba33ae2a9a5e19
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5ed62b0a31e587872699dfc5ce7a157c8213b51
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ed855b73df3ed3f7d4c365c59885d18087c7afdb66313b248551bf6cd5cbad
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec4768a18122f32e736eb301ba5195cf6cdbdb3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f39824c87bfcb350039775761dcc550ac64d58ac4d2cd8eadafc5b6a87e4e0b0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d18d60543394a22ff118019bce9d0c6dca044da6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e77063aa82a51564c0f4364a4cf44f036fb8ff1204b4b5b320d5ff9a727827
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb30721899a5c437257194605d677dd8a80114cb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6db9eeab2ab71f8ff0221812c4eda8299b63fe422712152c7f1d9adbed317fe
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc1ae2e8e5148c3be4f450836d576fe8bd590c2f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb68ee6f22686838809b148f8044463fa98f81dd737eca53a5d0dc2a0fb1c17
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..456b001bd752b471f02e14d93412352402e43be3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d387c8aac7046dfd0b12789aa4584da5cbaa83220ac03085b3f71bb01ffd61
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d04d3ba79073e2f12577fadddda0d8d8781eeb84
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b35f762bf51e66d11f3aabacfb284a84f858f33e3c3d0b1d5ec8a4c9431c56
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9c09ec10699588597016f885de6f568220802a3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca10865f8afa7fe3f88c76e09af7731d07af0534054bceddb77e2795bdbab36
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a8d4991054c95d9e184721f44da8c00f5cfa96
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29207faf4e99dedd10763720fba192fd542802868857d22a56bae1bf1ccf6666
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a8c252425633b301fc6109e0754f0a03f76730
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a11eb9504edd5a7367b2025c3e7103933d79f4dbb3fe4852dca743f4ddc73117
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfd76b45551a79fe34a6072c8c6e47e06884e5f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8bc2cf859fbc156db78927eabf5bf05b7f7e1893604ea84fc57f29edc66840a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..861706f9b4b87c5e7d5f3e35949c01161a94d5ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d5fd63d46118d276f76b2b132e4bf925e02813e38d81e1142681cd2b30eaad
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b84db8b1fbea9f0d22b677eb9db636bb4fab2d6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e71c9a61b72ba5a42cc5cba28fcec46bfd202ea5671ef1060160aa46a8b670b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b8eafe2ec291c6fe7983c741d779ef9b28de3ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:479c34e8c39962c7d73fb5cead22594b9ead820bec03b41b4245700c79df7215
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41e5e32acbea4057a2ec1a419e4625cabf20d616
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:899d6414643e55c1c6084756b44ea71ea65f10644f7b8b6be7432837bd22fc46
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3449eadfbfc4783ee7131c9bb8b546bcf8a405f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:873ab6f05f0d65b900cbc2b8f0337c6883597ad0c57b34660894e7ee59ee31ad
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa293e48527b25c81c933035e53a6531c5ddd4d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b05c0d912968f8049792ae1179581727f4890864d2c64e3f30bf047a827692
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49fd0434eea7a6f5fd4a0f55e50ae693cd5d9a6c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c23ce804c65bda93ba8809dcaec04af9e901d6146b993aec5750b17415abb1d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b4576da9629ed59e8e8713339f3307e769e7093
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4332b811518003bcf90af9be386d28c0539a1a8184de4984e169b060f012ce78
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0762b67ff2c0e3b3e8d908119dcb636c95a17d5a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2010368638a3f4c64c9f47871c3d1dd8a5c549f101ad0d8504a0361e20ff4614
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91239a6d8c677dd9601bf28054c10bd1dd09fcc4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c7f874d6944fc2754cb714f717384088e87125364508259858c332b1f9b0bc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dea6a0bd17073b4655f142ba0a3f4dbc79d5ff1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e7e715fa9417eeb3189e6a4f573111bf43518e15350fc69632c897f18dc501
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85cf290839d48f7720337912b685a952ef6f6e4d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5983726102dada580258a7e34dd3d27db97bb315235a13f44555b2ea0cc34f3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43e5fe9f6d0c8f4d293b6259424941331d8d14af
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abe20dfc2a7d3c03e759b5cdcf96c6050210203f13ab18e169d3215b748f6011
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d2a064d8f4e366e1da1056e8af1dc6376edb109
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c19a9f16d52854eb72c9b346978afdac39366e978c131e90873ae0eddfa82765
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19077033843caf7e7ebb54fd68f90dc1fc089529
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28fba4a3be3aae5dca1ded390a29cec329b59f1f9d4438c3ea0e28388226f22e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3973c6176c7934e42729e3ad3a59bd1e30735d28
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05b2c6411c5e519eb4f4674d6c775404a5a4ee8ee67395850f9de2668387764c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8ec287c9e366285d340fdf14597931da0b1428b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d354fcb2287f527f8780b4e0dd4560d28011cf09d2a24937d196c62007ec62
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2b6740c1482084a76ee3e0d81302f844ad35183
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c585faa4915d7a488c3ea50fc128edc687802eab0f91b4a37f151778b10d0f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e8aa3094e09fb4df004382ec6c4eb39b99e7de5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:273f298face325d5c6dce77c9167ff2e1c5cd06a275dcf77cd3fece3d2faeac0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf58b02ffd6d8378b7f6ecea16054978a7c6a0a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e1d9b1016866862ea94d627e63d49549934962b146ecfaa3af01acdd3c0d56a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a0bdb7a05a06f39d95aa41c5a2c378961ba178f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:253d6029b74581cbe22fa73eb24a0dacee2577a1aeb97349665d2603a7960873
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e1d5256916dab4e6e3ab520d153d4993ef9c15c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f14b6d5483664753e4e0bfeaef66f062afba295934113ebf0bbc03b8c0c107a0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5c980e590d2ad1a6b0dd35154708d8559d2f363
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc1433f620056691ceb0e49488d6a0917cc2ae6bbc201e537455d16dbe02730
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d21cc046a8b689510edcfa9c440ff33a6257066
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed55faeffe8c97d1a572861608c4b8898069174b186b9c9ac85071a4edc4c7f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e46abd03341c292acb7526ee6351d1ad7003258d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd784f3acd8a0ffb49948a536337428c589000b30d52efa40b9bb5b173d77bc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed7569e217af5423400e8ba897ede6974cf15e0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b650f4b3da12f435a76dcf16466ddd109c1adf4a3ab9d943fcd8dd2afca791
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e84c95f3c934ae7566adda49bd1753ef5a182ae5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b5aa27d70e2eb9e74804b322172b07336cd2f20461b1f3ddc703f36dd1b32a0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f8fb7fa7a6c2e35706daa4adbc0e27f7cb0f338
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5427e73ea4b7d50b3aaf617af5fc3edcaf84aa025dac1c5b48d830bf4bdb6929
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5066d4f30bbb9850b3c13ebb1937ce3fd14b65f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41789564677edc06452329589d7b6b3b3f3f89d3e98dbd6fa47567045efa851c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbedbbc8a939d433fb8ea34f1fc006803dc538ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ee4ef52b88edda936ad323063930701bee9918b3f51d5084d3ea5b74c8477e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..231b1a1974af63240ca392cd6351a67730947cfe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0649b532b7ae14a0da89ebace2935c6c8f2a83bfea9752048ed78b13a4609ef
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0bb5ed167c5283244e9715c2cbb5346ba99266a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267bd931d3cad0c28d0aeb36610be508b280c0929d06c6ccab335d2a79033360
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aaab2a9bf3e7b97ed62590887e86548fe8f0369
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d661bf8c61f5a5afee02c4ad423c7a4d8758251562d6051fd8bbc80cc9cd346
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84dcfb103b518b0bc682b8dc94be1631891f005d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24d8cbb0fcdcc2e6eaf74d783652cd8a4f17a011e25543bf8c612bbdf13dc98
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66a849f2a974359482ae9c36e8aaeb8a10c3ff5a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2fa295d05e31ec9f6d8dfe40ed67d2679e4ef52a0af2e44de7e7caff9fee2e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2942fe362a9f601b6cff2c36a2538e10d88749
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3838b4ac0ef101478acb95ed6ed9baf8053bf8313825b199c8e1b311a601fa1a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb0fc5515cd2399c693e6b4bbc48d117a4aadb8b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1da8382d1051052cd818be2cf066f3c3be06362721ac35132f4ce1d81ba8d554
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cac0adf6d5bad4f746296e75b19b79cba309ab4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4b751a518411ce368a3b7b3f536dcfa528d7c8e147fbce02bc548f0b12edfa
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614be34e4a1722865b884c923be49dfab21666ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d8ec81ce0d2e47107bc0c002fe7b3a8143e29d446ed1ead0fa3f6acacca8c16
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e9a26c2759f44bece9394ea505b32c300fc9609
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e89735b733249719dbb3bc641dca8a769a264a7e2679e6071a753af5a5d8bc3c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..366750907cae53dda79ce3f93783424bc976a3ce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37d1a2e11de22d0bb61f87fdf1448601c8ab0ecc272be55eb680d285101e1369
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f83ffd3845aa92f48f5faf2add8286886cd2cfdc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b4c8c5c82741c0073aeba8ad5c5a7627dcab2ea1e7841740b33bf9d082ffa41
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f5add6ddeb760c3690caf2b2726366409e6ed9c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b29040c4fdbc65edb36d5de65cecdec65806461bd9e56da93876768846bc567d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..163fdd589e8b1c66046b6d36c17563d0d8d2a599
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47da841c1b142349f2ed8e2e361fdf677ba217e47604af5a04bc27c793e41323
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e909536194e5b72e96e80f736ec3b8e928d820d1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87956614eb6c16025f2ec50f5c868db79aab54264473ff8b53fb829527e2ebba
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..683729760359a52e846682aca0620d20226d9064
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac9d3846bf87677f639d26eabbeff97b57707f926c376f5b192e4804b4ca6f1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7047b2ac91317eed9fc89774c8d1cdfcfdc28ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b2eeed91b1a49c2db26a6b124f2e2b8a24cf62a53e3b8198790ee061f5f5d82
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad4677dde56eff8a8a2f11ed394d918f277a384
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff05d5485255793a8495a9349a4ffd5b04712c19f29102ad5ee5893a6a79ece
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bcd0dce5b3d8a9c9ef15433fdc4bcdfa4a47f81
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f808e292259e1bb2637d6ca6e57de01886971d5d66a81dbf2821608b57c4c0df
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f2eab3f577a47976bfb90a0c9dba43eee925fe8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3dcf78a39a3e784b43ae014c360d05444d66c501a66c614858c39b4d944ff88
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b5215835b022158c2455c954673411f206572a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:835290801347eec33a82af4da483eaf9d8e4403036d6ef4a0c61755d6cf003ac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c2f71b9c1ec5735b5321785756ee29f9fd04dbb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea09a84d357ea8caca9c247089b24e2d5bab6bb372dabf07b2663cd3af0da5a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3719e5bb4578e55581064dd8fece744cb3cb729d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ccb9821adcce4f2efb7f1fea699c03b411e12483eb22a037869db7be688f25
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd31c17aba7c54fed46bbb758b58d92bc760a70d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cfdfef7164fbb02f459b5f342393eb91a5ba4b999368bbd0524a3d31fa2e89a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..409a0bd3c8bf683383838eff8d0db08934497fcc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86fb7073fc2c8265b2af3617d129c792158a3e2874c85f32af8c5b0f0c03f6e1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a1faba54e594f8393fec8f50203dd7ea4aada3a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0967b1b2ecbd785a82948bc868c2428afa78fca619e7876ebf669eda1e938fe8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e21fc0bb55c5c86e5fe8433bbc256d5e2d55f02d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:683e1d20a28c6454063db4ab0a29752aafb588e46382cdfc0567ebc7711149c1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2899c9bfc4a39f00846309ea195cc1bbb490eb5e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21f2e77e1c47535e3b18203b8c7951722fbc284d0f023627e9b37cbd042f0e6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8e41a2a1451e483b878d76b76641201dc0fcb47
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e24e2def8593749e422239315f2bf7477ba6153a8dfdca76639011c816e548e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a72c1ecdf4bfb3eb2abd26c3b73cb86736588b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:101409610eb3d203a318edc048f95519c7b1dbabad438b789115b86b9887934f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fae942fed669447a45f58536298850c54a7aa4f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d6da960095e0da7493905f6e9e3ddd5237300e64a67956e3d03c3fb5f4eb207
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa1f67057c266b9fff03bee12f7cb0335f151713
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a128b1c3757ebf9663aefa47b27d7f5f00bccdcd5e71dc93e25cc3f4743572c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76e49eb9ea0200c0ba0d927a213b8f26c156899d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04effc5150ef6aa3129d5fa2ff78c553c5624049af9e706f82e19296b8ebf69f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f491f0241e7c94973be5e00696dc3de0e49e67d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b8799aefb0adb42754ce1e5f73128986a5570c1c7763aeb43820474978154d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd61a98703277941824c2c5341a30d496b4c80d1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06d97cd93a939144599b3a846c256e82b53f6be501da89fd081ad510562df52
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63bae98cb03d706c389d33b3e2b515249aef2b44
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b07405d2624ea5b607fd3529d34ced6c3965db23724279aff373ef5d22afbebf
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad91c618b927011f36c3b290cb2b141037619299
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6fc734ee1baa65422bc99a89114f2f547a624ef019053d6f52a85b5545cca2a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..852bae4f58e9e60eb7d28ead7b2d97080cfc7451
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec6d2573751e19ac68496880fc5edd7ed2c66815528efea2b1e1d00ac49fdfa
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04a13c6854436c5d483bff93ad34e8ef8365d8f7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39fec9808136510a342ef907efedc6d48b1640ad5bc00ac261ab0c0a764aae1f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a45a95f69433aa927bd811a889967ae29b09292
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b807b56629e3582f38fadcb904a9f18eac25645d153fd73f8922108772d38b1c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d52f439df9210fb003fa3c833e3864c9be64e928
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa933f4cc3af0ee5f3f11834bf0d98f5336248810eaf3c1009ef06fbaf49f75c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..693ce99b587132ef0162db06d522b78d556d1f82
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42522a20838a26b369da6ea01858239d46b744fdb16ac48cf52f84194e9b642
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..140e98d77817aa04d19639ce40831884e2e66c73
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c9772a81167606c0650929f189a8cddc55c7927f070a251a5e8c95639d33266
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..257eab0d698a3d86c6ca46046fa8845ac80a2f89
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ccd2c3a15be059be68e1af96b4a5fc7101bfb48e3413dc16138cc5ecfa5c6f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf2831875766ae074a4d4b5368d157b314ff9e7e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ce43f2e93f09f49800963b6cdf9c1b9b3beb2cac45c34699564f51596aae86
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7821de663e1609c84cb48e071de83dc74f12469
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:238134ea271c6b3deabc21fa4112681085a35b3210a4c33c73eba5a8ca554e3c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..430cb2fed1ec2567a44e7359e7b0db9303144d2b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47311e8017a0515129152b6233831473628badf6a4dc564a18d9f5557b4cd2c2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f25f7580dc4acf4127d35e3f5396826048b7ff66
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8acaa53068d6465f0e9276e81010946a2aea701aab05f3401710b8c36ae5186
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..804c50733f7abb822bd925493f36ad614f82958d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642d44c298341f578c86cc010aee168fdf897bdaa1df003631ba8e18ba504541
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d273e28b7a5f6e1ec2d39342039dedc05ec07849
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e444ded2e1447a270ffb22a745d5e46c64e089de3305bff0551a97b639c153e0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5637a986c6ae60b1ef9208421f46a27a07e77717
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f2be846cb10070c8e3a52a51ba5eaad4e2310aa56cca6d22783717a3c04088
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ad59f3b5d094e73421a683f972d75d24fb5a44
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62077de6bd92d50e0ed2d4d25bef6e6878cbc06a83c9823eceda1f86cce94b44
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e5dea7bf5f7b7cc7e93eea6bb966d0623b64700
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f03285354869e49cd906a7a2882f2d9cdc81deae9663a65b7f2d7720df5a20
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af1c6e8a8357e4b9b40e9480b7fd27d59c06dffd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d2858e3f48e805c0f9fbce18e08092c1680d6af7504d4066075750d2037cc8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6286d76b94395107f125a9acd105cbe47a8ffb41
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40b4c437d168374ad1bde9d27691690c4ac155ed007457f496d70560156d0de1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d124db1593163304f00be5b716077af29361da1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be100b03179cdd1ad5fa5034965389478eaab07b7fd235a4302366c66f7af93
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5000e1c68885c052674a0287292ebe8a129485be
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53023e8419b53e5aa7d7d2868096008e96ebbf825d0166e9dd8154e8a3cfa53b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21ec3e9a8c05cea5c752d89acbacb00c6d4fd7cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42024e36632dec8611b97a34fe24bcf2adf752abe107845b1ad3ce8540927af2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2681790323fef677cc88b8e2750305ef6edf34
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54fd469b547514b0f25a406a092367c270c71d2e9d8d27996401e3195a4c910
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da0f73c82048f914312f0d3b387ff5f2d73b916
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a05bb442b97894c5a43b670218d73b3e92e25a4189231f2d684097551e4ca1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de6b32e78f4b68408bdc2e7fb992ba843db92018
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2daecb4e107c3af44d540063fc353caceab877cbc3830dbccf8bb997bbddc3e6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cdddd40e9fe97ae87392bdc3509dae356829b6c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab472376c94a1c0aa2b04b6605b881e148bc20db614ee159fed4d8c25e095a59
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d936eabae2337dba898916df6f6c3aaa10df406a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a9ac792075df65de44208bf011553566e68b8d55715a299f769b4132ab6e85
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8205f851efd6ec53976bd1b5d4f19412daf446
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce4a899422d8cfc84f0c1bc69f11cabfd3d910d3f1e67283e10fbc83ba18c5d3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d08dea08e9a718e6b21c24a76c615b464984f94
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f63b28d2f27e2581edde52f36c69a11f0f879c5fc29cca93e18a1e9e616bf1f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e0d339d80d97bbcb9925ef9d0d2f73221f4a00
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af5f6a8ce137695f89a866aa5b422e611b9e923db360b971fe06e50e288a0a42
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc80ea66d2e26df11f6f1e1d620436faba24dedf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19df57693efb5c8c17a495b1d0db44dd278f59457f36b10531bff93254293b51
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8876a7f3ba0bfea1b90c50e158867b7f9a24c2ae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a51aeed98e8f16b6bc6b439ed18fd4d6d9a99bbae9289308264580afcbef8fee
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28da94224ba33f074ae0981a626c922f1491b9ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70cb044bbcfd8e99dc2ab2c4e6d1467244e1d7095235567bf7d7d30ccbbdd934
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c4166b10ba16db3c56c0251a79d55bd96ded226
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:141e951290316031d2e047fe4fb1e9e151f95d32ee5a5d240991113c865c7e2b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e09c425d37e58a177035b711f06deb59180f21e9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06e9d34f2e0014037c4aa359a7c5af9ad9531b2b3ea00ff6991922a8edd2a62
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7bf388a281de4bc48d5755c212095d44e25a888
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0bc9aec0d6fb9da9328c73851b28ae014e1674bf00788875bd5c70e1eda029
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48d35179963b0443d2b80cea606812e7cea7b4b4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23ba7fafbec59cb3e115b850014cb0960bb6330686c2864d37bc324574bdcab5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4b65695d4cb082bccb330ce321b081b61a8a02c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daff1ae35b3e41db7d3e4352cd89d586e5b2a1477848ebb1b6f7d340f22b2a25
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e204aaa1b18ac11b07fadbf8ad8c5e5b32714deb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79f43b6762d19cecedb5763dbb43a3e8a54e23cf08200d820c6f7237f16d178b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d19a0a9e4a4c7c25a196b9a47289c6ebf323741
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e29641ef68ea57b25f552e0f92cdb52ff3b6a2581aaeec8f140b6852de93c2b7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800a167ae407a543d7f216e6b82237ae15945092
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5864d7d6c09b69d0934278ae1be74fc378ac36816fd0eedf2cd7f3ebcc3c48dc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5037a377f01f67994d9476a8d8b87d04b8d1b78f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc23920751322ac0a4033e7a37d0d92f487d762cfc709ea8784a72046cb485a4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f28d2cfaad8ebc484dcf044171f9ec57e97109
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce0e9038fd10f40b61a3fb235aecbb622b863e1df441607c6a08f80ca4f9458
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a1b2ba7f675398f88dff8c61b4c7cdc134cef3c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56be925cdd65c23e68f0772c30a01f85944a75844fed5a7c3aca4eeaf2f58868
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa543dd35dce8d9fc336633a6fd0fa4fd94ea8b4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b9f88363d8cc44cedc6797ca74a598a50ffe4201b81f3b5277f5ee6ce83a9b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf3ed5b0669d5ade8c68701983127feee760255
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c779d0f8537eb073e3eb684b52c2f56bec5c9d2d4d766fd4479764dbb76b48
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5873247a2d51ebcd0bee6ae1261c25da1bb5efe8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c2ec58e74820ad2a84d9f01ff0c06245a4c87ee1954814c8be0174e92ca53a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e10a094549250a54173927083c094b7bf6ac89e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:560d03ead3293c552ea00deef50a2c33f68330ed3787dcf7b192a0e6bfaa78a2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb77675c198f6a544808f5abe84f068e43710cae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51864183423ae35274f4821c6f9c9432ed536c1623478bfa9a310ce53fe2b99c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64b4c18d950cb805cb232abf2da29d56973109e1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b21e46943b68a447e32ad6c71e2edbbcacaf027834093eb233d4cbbe6f5e0b7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9134c7db025c863073f0813ac0788b0b0cc614
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316e44e29d403f11e7781978800a702fc846e468b2bfef1154c63995595c20a5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e4e76b948ca5f69a89741e757f0c813d91b50d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929e7ed7d86eecefd9c96eed93c3deb45e8ef9b0259e4dcb873f03ff232c843d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a873506a977ec140724e86fb3cc40edbd28d494
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9612c044bc25bc676ffd6326078dc88b8d83f6a628a6ddbf088ed532819a81
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8dcc69eb6701c9e018e7c844f27ff781d546d19
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e3fa6ad0d0f06fdcaaa3ed604933271fdde9ea57df4f21454ace1d9c91aada
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c68192354d6475f9537aa179fd83d70a561eea7a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aceb3bbe03c1ff69b57c6526b0c4b74420c8dbee98f7d8fcafcf9712a5e9842
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..845c9632c46965b9bb48a5162be98f902a4e95f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50811c8e96d1c3e93e2c3ce0d9ea437f531e233375dd0bb865ad86709ccef865
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59c8d7fb2974e63921516377a4f287ad97c86bc4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233541e870d943dc9ad7ddfabdee73d3c9050dd2efd27e1b6ced5c24f03d16a2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b3dee7f27404469f7572afb79b87fe9453a18e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dfe2918f2d627e7baeb267fd029fc1403fb30e00242ba1a9345c8e5a268594f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af8cfbd85b6a68565aed30223f37c6b82d598cd2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4761bbde7ddd1804f26ddbd9ce3615a25deabf47280d3291fbcce3a5aafbcac1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..032ef6f191f904423e062c10b33f47ff87faa43b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c628da3f332f0cd4d37eafc10f8ec44c10c1960f2617354d58da7ed7e2b47263
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5cc2358de2c8d58a19f03ad688f138501f393a7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9a39d6f7053de9866cee5ec8f158f4e9c1df520fe9fe2b404ea75976398ee5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7487cd671fd15a23422bfd693ff33eacea57ef72
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca3d640b06c1413395700b8fe64f707e6dfb8c34b3101f0dcdb4bf3e7946695
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..425fc5491590ce2f1c2e975b3ae1da7024bb44c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8619370e87fe8e2d9d6e6a204f35df0ae7370d6a34afdbff25adafd0a62c20
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7be2a9dfc5c13fb0a7395a557e40bd77b4906606
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfad8b8a6fadc4b8b04abbfa4fa2740d19f836bf6a338df10f49df2f80efc21c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8964c2f04c02130bbc29bb35ac72379fa0cfa7a9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d025e590c02f17c7b97a0e2fadae8093e8b47df14a190b0a7c0f18efb7bc6c1e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..919e7a900fc534fecac8c2d83d9382f7297b4526
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1907d63606e87c6e031b81d14b3206b0210c31967ffc738872dcb95c9292f275
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d8ba202614292238ed7416869c6af19aaa43a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:083c6c9403f6f8621f58af0c3e353fd61491035cd96381b669cc81c7407d5462
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f988fa253e79c83eec5dba6634a9d6550fcbb43
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c96f13a565f27c6e2d27fe1207ffbabc7f2f1449d5dc34da44904e0fef7b753
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4560dc7090b1d3b21909148c32718d6143b428b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deabc1533afeff413db468e39381c6f7c1af6c56eaefb2872e37f2e3c0e257eb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb0c089b30656b0ab7e33cca4afe498f0f672ebf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6404cf92647a896f488935078b6e723e99a8c28bb5a3b17e5dc17698c59e3e97
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..febcc4aab32cf5e8b32ea258d20f0f410124213d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f5be209608030791d004c69625ad047bc6cf6d83e3f6ea38bcd338ddb316e55
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e1eca33b50a641994c8e4a7b0bbfd19c4bc541d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c18823c933160eb411faa7f1b352012507bed6a85261f03f8a66918cdef48a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d81ac2fd9ca2f63637b6559619623bbfb2babf00
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94f1c31656659411fb05b280e939ba1a0c3d7c9c66671a5286027cb1b31a2aa7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f01860551d6e274a9463cc71413421ce838110
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b951f9d81c496f3f62e9f21b366803d16b7734e4b4939e74a7566cc44db62155
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d1ff2e6618ffbe5641cbee1bbc6eccbbd2abf28
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5fbc4b2e45737b74a990e554326f425f4deb4c0e639584f827500456e90a204
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..decbd2f2274ae26b7915604a1b6a2090b1fd2147
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3bd55ca74a04862cca2213317372a3dd75cd9573fa8c725d461578f51cae3be
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d2cb636899fb85c973ed70e750392a8c1cda531
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9cbe46070b1d37dcebf9946f27d2b33e35f68e5c2430333a3089cb0850564b6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e7ff452589e247631881cb873acbbd491f86d07
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa5757ff2fbcc0a97195fed431e2ca0a27ac62f7bc3cf3467cdaf059659cf30
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1caeeafb2b5f82c2219696b23eb4be0c8455d73
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfb402cfd117857f6ff72384957987c6386be6aeaaf4dbae0e19cad071ced58c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc82ff4ab3a6721d371fd3d19fb9dea8eee2eaca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f5570f61086df3eea1a100e7ad612053bfa7da3bd04c365c140da748be8464e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61eddf8fdbd687cf5151563bf2634cc0e00324ef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c70ad39b4a199545cf587e06f536735840a96e1f48514771b48fb370399d8096
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c068b4b3faba3988eaa8a24087f1b79c98c479b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa6ba9bf34792bbd43ac1208da160f6bfc0e8f6112dede7ff992ecd768b129e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad76e4aa23fbab8161f5f674ac902739958edefc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf11c1cc73ab3cab5fd5a5a0196bfcf5490f59fdc72f61931bb5a540fdd5098
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bcc3099fd79774d474bb52c94b1ff36cf2dd0ab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a4511d9c25bd64204087ba5b01c700411a69b131d407b0d929d81e2486c898d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bffeb918ed1fba6bdb69ef8a2d2c81acb8698114
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6185974f72acfcc22693b924bdc4676a2539388c44dbf5b1872f9eef95f096d7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2766a018209212b68bdfb7d6be2f5dc882a78637
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d46c3a264723cb2bdebeccba9e6ddfb2ae9b52d43564823e9c76c8e79ed5ad
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93984271bd76326dda6d25e2c161078bcfd607ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cabdf4bae6bb5332c8cb528048c0be2920bcfafd6390a5a1101d848a316c28f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8a4cebfd815df01f379d3dfbd6070779f30aa71
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b7a6701f34699c49795d8cc993b2ee410e4e949cc56be3aba8422ebcb8bf850
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b168b5f0a1ab0b3e4cb934b8ff2713035615248
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:612007ec69a5c4abb7597dd5399e11c15eb29f170e7110740f5894d5b9e4cb13
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f84077d10bc900f452cd3d468b7777697d89d5da
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27cbf7f35e20435cfe8e918051e2f7354ecc4ba92127a288663924460e09ad41
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c144e2ce9ead50ccaaca8764bd90cf8fc974eee6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa15ef7d709d35a0e3e5f1a1aa5dd878e62adcebb3d8407875835420b7ddade5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e687a2b6a00c34721665aca8a8d003241693463a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c12bd586d64231d91abf1cb72ff4dda11692a3d91808406702308ac15234361
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..328b2a1107568711e850d568d52156b5d4c44b5d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad607dc7b9a38c48861cde3ac876ab4b4c5adfbf73b391af5fa1d071d36967ca
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..687b642c26bff6bcedd5e1ff16f00a47282630d1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84bde8a3f4dbb804335c3360398ce97474439887f216995e2484377705256557
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a421dc6f5248571b74fba8308cfd02b8d530143a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a387259a654c2bc40defd935b264393e65516db3b739765e1c2eb027153c08df
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b3340f393b1e27d0bc7c1144c850f87dabc8633
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216ee0a9fe847aa7328689671da6788f68faa775ae3616c4413c0baea8ae4edf
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..761a2fa822eff8d3bd95e5faa1c2cdf777459aa1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71f4afc5004792d542cf52779cdd0dd67cee1ef4ac12043e87a3f5f99a31232
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46681d30f659de37ad00ee3f4ed7bf366ae0c06f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b294a1955ad99a11f0d51d37e1472f8c3e97568f96ab4c3fa66b5ceb26d557
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62c32041c3efb44b63aea8f6bfeea551ca5580b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1b9e88abf615b03196661c1dfe699c4cf9d8485d329771e06f51c3c295b6c2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64f0d4e8f063757031050ed342d992946bd972d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c87ad4a665316b19ac9c00f6eb8c1fcb963ac46cbc2cbf0394b6b10c330f9d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a919ee5b3ae5efad7c06ed93abd1753bc3778d7a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd539a1fd8494c13a9936e34accc55f72de936ee07e3d3f7a9c2aa04a76e46ce
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f234669d389dbad5edd7fbc42c2d04f356aa2d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af07ec3abeeebd061e71b4d644e999b1857823fefe36a43ce2ef0e94b5904d4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4381b456f847670e617d45a5d464e178429d76f8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14fe8b927c1110d720af0809e56e66c358c45f54a1d52a04138102d49b296bde
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0110973a60dccde97215ab3a36c67c8828816aa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b7092d1ae9ea7dfa84a9d0a04c027e561123db5ef6d3413f8bfa09ce9b7d28
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5894bee47cba112bdf1f89366029ed0b6a5a346b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a49c9122f6a6c00eba1e3b2175cd94f7e05685126778ebbfe23dd814c0fb987
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657217bbb8c587263730526ad828e85e1d8f209a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3ee9d408e1f0c164f57c0250100a2c78b4b9c888ca4d7252dc519fabbe5db0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0749e54060e4fc19475e3426693c4b45a4d3529e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f151359bce4c0ae08c0eea63c6ab2d4fa8db5b144c1ed7fcfee8376bb840aec0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96d4aee5d33f5a27b225034f4091a62eb41903ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3a8ed094cb0cfc8ce9cb843944aa4977fe9bcac9aeec958abe98a9bfa8a095
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bba2d2689dfb9fd8ddef38a13184d99466c5a09
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ada8ac36bf3e860b50784192648e5a88b093a02d1ed6e4952a413293b092a25
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ad53f5040fab56aa2b9a7b4864f29fb687b17b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc6a1a6d5ab103ff5c70a46604c5a70abc894acd8eb835157fbb839a6628c049
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a66c244fc474f4d45ff8475ae26544ca78315c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e8ad7ec44d67ca91379ac1ec3736df994c7c109439f6778685a92bef4bc4bcd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e44ca9c98ee8986d1fd167345ee0468e2ceaa89f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1854b63f7d07eb46eb9e0e282b3bdba6534411fbae7a39dcfd0a42892c41a2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b1a579138c103454469f10e94c1e47a6b1a435
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7170da07ebac31653365b59351c2884fce86715a31a56f3a793ec047e0dd8bd6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10e035a91213c06d137e18d9682227109ad044f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab74a1b1686a228108a3215c8af9862be636b66918728178a1b0f8467f207962
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..139ca00aec86e0ef1c105d917eaef62c43efbd53
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b3d15eb41131671289e7582ace5df187d4f2ae55c29686a1f30880142bb409d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae54a888ff8790662b232a59a0dd9c6c1a00d812
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6a5092b3032991f251b817bf335faff8e0c692fbbaab80989214386d9f2eab0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd7b667e9d84d74b36fa16baa8c0ef2a6542177f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb14bc3c13d8fef46a98ec261f6d33172589128d61786e2607ab61a74997624
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce1ef21ae06823ab147bf04279e0b5a2facc035
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b8116215c512c3eaad8df9a4805ca6d8ed3396d1e0c97f1fe06ade23f3bde5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c0f15bfd192e5d69a08edee027b57f11bad0f06
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06827080c14156002b4c3bbaa71d49cef29f84d8f87daed3a95c4778e8047da4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1a480d371bf72b3e68f3ca4f2f5449b954fcc44
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b340bda02fe67d11219cee47215060783a963623d5f5227b4f6542c4aed08ef
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4cdab69d823d9d97e7d1958c176257112e1d844
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f81cfeb33ff3819504e74a960eaed6e024e85ceb29fc9cfe47e80928960bd7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad5dc7cab4edc1ebd343e58013c23ec6f358d4f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4789a6b3982e10e80af3a24f45d7b87eeead2a6d6375d73e3bcf4a3efbe128a4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f9faafd7757c89533d991663c765d9d70198b4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109bbd832af331661d65682b1ee74fb9505c0b9d860679317ead8992b757f721
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc38e98d3b3dc52eb1ba55563845607e065f0cd8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b62759bc801e3366d46887a7d890bda25bd9aeaeff8d519a2aab56cb592bc12f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7b3ed49214b9530fabb1dd5828b26378521d854
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed18be1c7e97667f3bec8f84d33d64ec747b2a3a2dbd5671bba5989345e7b574
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a16cb2eb542012081aad3cb11fccaf860be1f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aabe82e13996641de693b5cbee51b3b5ce51938315bfe055af7ac5c01b5858de
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7195572c8238429ea970fd56cc3fe39dd926f248
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b0d2472a1b13a5aaefc08161aba52c9c78225c9a9a45549ea7b566fbb27f419
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90e23077f06849b7f4839d6816eb4c719c83b16a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f2f4f29e2b0d294232712e819154fd6222f92df65a6396f517bc3ce90e96c4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b61e7b85d5a6d260f07ddb03a4453542a16ff1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44c0fd16226a860ad42d5aacf74cd6dea30616fbc236a3f2b28f89065b17b308
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..362599bd781d61da73579de33c0f19ea268c2f9c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5031023df6c0f1ef40ce4de22b1b334495e0053a91e2b75da63b4f2df6f9a6fd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9130264f905741684b2c3d0de2857e63d7b3ff42
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2348cccf233b4f329d10b6b28a5eb4cabd9f52e1384428dab7c9bfe8aaddab1b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18a2c84957eb383b69943cceb3a755cea0c3130d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f901511a63bd28f0d4e29c280ad17fc6c2c8d55592d17dde8643f0ae4a463d70
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d8a4172d00854649a22fc8c232e22bbebe55aba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84011c2f0d341f05e87cb7505ca903e13448836b9dc3938c6f04a164d228b57d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6d173e7cfaed43e0b996ad6c82c2e15414c11f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31318f1d905e562882c46f1a9f434bc23ea1004d2d442b9b68f5d1c74b771d8a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82ee902c0e22e9ba62c90d35f7e769d60ada1874
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:422bafea66a7bec6f15e0a47002fe6ded840968d53e791d0e0fc037978f76f85
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81c5f1de0db8debec19d9bb261890d8918f08e4f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb30450872e18d76b0928d84783d821cd157c07de7549aeed6166fa073cc530
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4d6f13153b7b982c201edcfe671fa5f6d4263d5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43d9d79bf648d84e246c36e8be885fb6468c9f0c2a9647fcaf174bf5539f778
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..841676e87c01afd652c7d9bd0c57adb48d9498e9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfe922114b7c66f90bb9781ed9993869094af02ac602d7e1d3e6ad3e7e69057a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64f30a44c0b7d30a951204d97e0c876a8ffa48e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49abd3523f03618efb3b9d0fb5d54e28d192386b77d6230705a49870cd9306ec
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..403cddc8d43cca3275a1f571fff8ce1315d14b63
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897fb6c7dadce38c52523b526dc104e0a401cfedbd26c1b4d400f50631b4c3b2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ce438d825aee9a32e5789488ced9bb4e254a4c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9fb8c914a7b6243c76a58595b05b39efb3d5a6665d27f914c25fcc964b1479c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfc22d73a48ba224f2a8f80ecfe6e01446009ddd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02bd4ce41ea6a003ba07742c795654b73d77dadfe4cd33f6d129dc4cdf499c9b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fad4f07aa309f773d99c986e9ecd395e676019f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a8007b76db434742a0ead3e401c5a5b8968925ecdb381f5cf02c3f9ea729c5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8753e56f0717e82a96d6175499c5b62f01b08366
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee902cf0b368a38698841d736f55d33ea6e2d030dd60739dc6a4e7dc3784c8c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e8cd63c015be18478ebec1567bd1417e1adadd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de457fd2ab863b8ae040ac5b8e802e1ac412f45035d938ea658d924e5a5cba57
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..359051454d4be6abcadcf997d4ac38a5ef48d215
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc29e184145541c05e8a7131b7f690db4f2cc68c574015aecb83314177d0087d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20aaacf46fe5ee2df34802386ba83d75246a05fb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406aad2baf46fd450256ca63c1bfdec7a5351c34f83b39b259c44ced1fe015fc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fde78f4f511c3fa8b4afc482d3e09f0184e554cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f95757063bde7fb5ff5b4b2ecc031f786789269bd975f382b3924442aed3f0e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0571f24830529a8ec2e9b8580a64a0b9fa0d836d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7fd0b8dfbcb98338f2fd76bfae73ab27aa2df89a51a771603fd9abb6acb83bd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def898d4e7d2ebf39923869506064ff82c5f9194
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a424a01058b070b69c2773de3635e78c96632d40d0e14c47a2addc3a7f6e62c6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30466155f0fb08868c8d196bf71aa407128474dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c558fc3a8d098c2e4610b843537410249b1d2470231b800cf438ffa245c4bb0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e12a5606104e4d004a947368ee5b89a557f408cf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ca9635a41efd139a516020e40bb70b41cb173a0d9b7b79111dd6d3c0e8f6c2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..728fe92ea69df20688b2655c47f955c797d78912
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ddc74eab46fd6a2a6999c8f1725c55f6e0e53b25b9cee506fc49b1757d9d2b4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..177c34ee0f67a2696fe84057c80880a37024dd25
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d501505c3ed7e7b85bfa77b551f0014174ce4a569d5f6206b180d91b288cad
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4ede1bb0dd59d36b954b96dd91a634deecc637d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6348de679eaffe7d47d77d436f3b56394fa0b6e89fe9d948d1d59d2040240f1d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7173bf0622919f2be52da2a481d273984e8fd97
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d608e64abd53b32cb98d7fa52ea676cfeaaa105f5117300f8a3d14e1fad4730f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a8152514082a52e4ad0baad44843236230fd3a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24fbbc6012f84893fdcd824fb82dadee1dd4625eeae88ad424dff69b1c79eab6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc5e61af13cad5e0f71b054c7e839f05f17cdf32
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7e592257b610e505da9f09ab431a6bd3784a1acac483e48900efe83cd44e57
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e43fab0249838ae5c541f331ba8f20a01219927
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fad6f7daf5aa5062d89ea9d133bbf121cfdcf33688a84c1ceb7ce8a8facd6f9c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcbb652b27b31d9db3686797dd4468450a005eea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234803e518b7e2022d9c58d811590ae48c6c890f9f7d29c90d18546beb10107a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d4bf8f5acdc0f8f9546f424edc4ac4c5d61407d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13b9f79221b591372ddbce2acaa6d2a7e6e9acaea15befa45ee92128fbc6acec
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..699bebc3be983385cd09b718ab4cde093d153192
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3ca91433a100f7b31cc12db53fe39f33b49b86c9975b7c0d9241e93dc6e91a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc80e3a8a30a719419d9fcc873324af8b02978c8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee0df34d5406269617cfd3a9634df8a087f19882bba35003c47f18f3bf2de494
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7b4cdb214a33d8b6334963f34b65507a4baa184
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b29ebb214d3aa5f23fed9955296fd137052bda8c2c7127733fd9a2c9788578ae
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b323d7322263a84f7a64d5b0ebb3ce95bf4c86a4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b96bc5f49a145900b096e1aaabc7787b1cb7c12c9e04a6beb20617badc53d3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c9d8e8e7654ef8f4a70f7c9eb51734e0afb5afe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d4074ca12164e74b1e5e6d9999ad1309246e9ec6d9b088bc232e22fb863842
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b60e811aa951a04b4933082a9af7c075703624
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70541c4c6edf00d5fd1be86df7c0751ec4e688dc45aaf56192da542cc421447a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79bbe7b3a50e1f1e8eb3bab74dca73358fb5a84b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ad250b39789901cb6496f224b42ee79870983ddbb9b556ab2fc13444fa43c2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..859ebe4c78ac7b0fcc99145f08d8fe6a94631e8e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25cfbb5902a27f2bd9008aa88863523ec98b2a95e458b43656c72063398f5f4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb10ed626a21650e0ad68372b276d306d600605f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf2fa1b271a75355589ebf3b062142b7c8f9a92a79fa98d2fe17157610ca40d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f007b412cbc1f35ab749e8863d476bad5ac93f05
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:865fb8ec90cd3d98a9fb82cf665dc97e971a57c0a5374806069c275b8c437d74
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05866f65af0febc00b346402dc306ed12bec8556
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1953d0e524abef86a2bc5ba5975d1fef8fb7004bf4e094db03acdd22d6cc17a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1403f9ccc1b2f5a41d104d41a3febd4fb515e7bc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:008c2e0ae4fbe14a632488685a059b6f273d2b1a83c7a8b65115f372e7d25de1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b5b3244895103d26a4b883fc64c7c788cff60e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59559d68719dfb7b6d84796cfb90d1f905becf71ff41af4d5a6ca7398eb06189
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d3be0b9c7fa6640c0b459912c0d4773072d89a4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:256fe34b4795b60fb02d47e8495b5ae037de694b1c5f11710ec80beee3e77a21
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7503c5bb3b3575f3c425b8de525bd6a4a011d33b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a5dddf72224e58fff5b899e59e477e4c529bacfa32e3aa12eac0b41b7a18df
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69158fb10c67bdea61e83306eb5f6b7903237cb8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e5898cf69fed68f5ff7654b7d0f8de986a1933d564730b8e50c6442494e687
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cb85ea7e7218544e647392d0c7530bf72f84f82
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ffcf66d4d8504ecc66f4ec03db14917ebfd6309f5e54ad15396393bb9964354
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30626d8f8d8eb688a7685f3944a88aa52ebb9bc6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f80fb8d7c751b54d485face8a05241b0b507f55a0d1b95cd4daf6b365bdcf724
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..886a60ade0e49d4c546da41310687cffce6ea405
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:440da46ce5e9a52514ac02c5d242967cbb543e44dbfe567be4442549ada3f36a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d53a63120d922b16c7f185960a5aaae7892fe346
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869368a53071fdd5146b5e587ba7f3a07cefcb354dde177d5f9cb54051a913a9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c004baa9676092675bd51966aee5f76dae100557
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db8334323b23ef4e33bf817c0b90c7caf3ca703b703d42fc618e429cb3de901
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63fee2338b1ef718979b8e29627c45916f3370e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a3dc94e8712d7e787910ff4ea0868390f8cf1a7822414de2c5a8a390f9177a0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15776e672435a3a7521536758033adf41494e506
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbe6a6f3d57b20f93de0179ead24956787ec6c3165a534a27f25cb7a46161c75
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035a4da862cbd763c02078cb13db35f84affa1f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a528edac88459fad726564c0925af275902a427ed29d8130dc1330d7778115
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..643120a8a17685113dd917eb580082c01937b08e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f4f91beac6874ca9227c4f855e6f1c213337d837e9cb7cfdc44987f6b802b37
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..392de05594fe909706dcd8c562da712fe06bb7e1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd77d79af19335357d07cccb2d8746f1f7b4431676fd14fc52cedfd865352d5a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58175371ee7bd0ac557b824046ca311ee1383861
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1320e59db874188fe3801ce1acab156244ddc89009d76df6ec1040b931b9e501
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08a7886e886de0d82342b886b98aa9fc98fb6bb7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2757f77fb23209a87d6edd47ae85e8315518e07520b2ce8bd6dd1351837df32
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b9ae50aaf5823d7715acab840223f4e565f5d5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a91e69dbfa7c02570e9e300d7dc22ef4a342f2c31a180dfc28a6d171e323763
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..438a6d1c60a31ef9bea4de91f3e021460b9c0f37
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d15e3effd836978f60ebab09a5d9d6124eb4620c440b0a2b94d23bbb6fc11e5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6fd00f7f95695270ac4eb0b6b47f55252b00f0b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d6a2f5bd33402f4b5d66c46c5c232b56dbcb119c3d8c9f7c6ee8ca5613e491
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee85f7963b449792b07c8293a6c323e07a75ff0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b1289523f2b015942226b1537e73831b55f95c67ccb42bd03dce4f0d17a505
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9fa0c3f424efd6b9c55983d05192f864caacca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614382ec87b24d89316ac0016aec641056e8ea7a73eaed92ec0a2f607aa374ee
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a7afd34696c238ee50e684ecd3623a8846b4b9d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b8a10f8c0f7729c92deedd2b5b9e771a9f7b1ce56a94381ce59d09a2d48546
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..411de4bd6f14184c25623cacf391c52164bb00c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:237d3ee1d357fdfbaa4d101cb51de00359d048a5f6f87b9867a7713ffa9ab782
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28055c8ed2499294c0ac144bbe0e65653297a242
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e13082d16942c85a8312351e2cb98e4df8ba16b81800770b5093790ff1701cd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d73c22a1d470ec85fd831328b1ac86d0926031f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baad386865cbabdbf03fbadbecd53d228b8ca2c0cad3017450de5e8b7c9faf1d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9814ceec5a6b4d8443d9d9bb986f11d42b6542b3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b84e5db34b32a262213934954a4402962ae9fe83be382b26d948ad402ee430f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..313b4bdc5f7b60c34e0bd1bce264ab1fbcdd5518
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37017c109ea9931ddbd1e300d1bb78b3dcbf0c9e11ee54d477e15d54fe8258df
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96b8c255b72f78185fee75f66799b9476e5b46ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:842d136b13567627a387fb4fbca4e5c8260a3e91d4a0e94d79398909f52994f5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..771c22bd542adeb965783c27049c757554ab2f2e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271337b7704b5d16c05cae96cb5260918fd30449f8d0f5bb39c353fdbe8d5f11
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bdc92dfb931ed084f76a2bab99aff2af9bc0baf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20968ed9e4ff4bceec8fed9db8a333bf11ef0e2346af48339870c6f909b268c4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df3b7068225b38eb4bf412222fd41da839f3f42d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a83fa5dfb189fcd57584c433a2783c27a181c347ce1422a7beecb2fc1cdaa7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2bdb4bbc071ed9e88cf5441b209cdc3438b5dda
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2153e5ddf3539f5025643446cde71fae710ee3f2880481984d4ad2cf2fe1d452
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bada85c6c7ef8ac585c4a63e642bb2c998e2254f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb612d5194eb75f547368785e866271fb846696d3a6a9993a10cdc296b6c93e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f43508d7b901f3b4d79437d68f93d7102138aa51
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d14be7cf6ed72bdf9de2ad5957aabbf7ed0ab5c8b8004661321ae7361750a5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f76cb92a56cb4ad4779ddf4385ffdf4d9c4567f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79121011f78617fb40ae43b538b296e8c50261f32e71eaedee59f8667b2de984
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c89aed5fb7ab79e45e8cbafca6598da4a43f7a02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c765ef0438f7645ee0b24ee01783b3e5c3a4c1a9ad44f174da3ecf8ab24af61
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a81d7687063cd8ebe8032618274a198c252654
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7ad26fa3bf8a829affd0087f2c21e951362d7aa8c28a967e33b2086e55614cd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62fb7f3df0f5f798228d2a9f1b9a97cd99c2bb99
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc111de79c7e6f1597d7835141ea92efc7db26a32319185df93e7e6741426f28
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02ce17dc094cef9cc3b7cfc5166e5e617c5818aa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f50c29edea0081d233d2555614fa23948b69ea693c061c12a0166741483289
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae1cee8a701e83acc6396fb896b0dee85e4fc92a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ab98de7c346ebfa403dfd7bd52c3f272081501b5ef1a3f3457aa6d189d104f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c1542c173068cb2d4f0b1eede780298dfb7ecc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb279a5e42abcb73c27b428731308ad6a18a3dd41971412d14a2294068627353
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7995fee72cfe4904e08c414cbcb5b1525557ad9e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e76df269a9f8b23c072d7589747a4b1c4e333ce4652802450ed123250b1575
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93f27b38c4409114b1d7da9eec9b4eea00ce55e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314bc8d2c7570c20db68a35d4c8365327968084512aa21707534313a1eb98656
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c250d5fe0a9901d3b2497a89b4a6d009cf9a45f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11d200b095143b9c3eb32f2059ed431921c1f9fea3e808afc2d9684adfd05837
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58fa71f7ecd8b8a2f49d00ef80ddbb0befcb18ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce05ca382c45003cbec540e1953e165c98a72b9c94b05f4c491cc501dc4b0350
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a563b97a1651f3451213c83ab5e29c685cead7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:643b0f08cab89c4c5ca96d15b1f9833e01addefe0b10832d5354421cc6e80aa3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59dda6b68fc60a8331780a87c7d3cbef3b0ffa8f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4094e64f737f382b2fa0e70fda2ea72d88f86309633dfc6f2f50843513b6a55e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d8e63e809ccb799a326009cef1325cd8e3b3503
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9240a69157b5148cf3557285f9ca5105c0ea034083d548f6894b98fdfcc60841
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90606d1d959828670960a539e914090cc7b5f435
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85d84cca1dcaf6dcc55a097cfb24f76aadb1c46693ad8ace585da9c8e9873ae
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed0df8c9d1b8a8724c2276c5ee6041f632a8464
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06e4b3c538a70849663cee1f80de71eef311b3de3d54bf0d0654cbb3df5b536
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1473f0f9dc0f28d92d0df7a20b3f11bda98cf47e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:054e5dd680b8a94bf1dce5e375beafedc4049ae2b8fbaa76fb132379a96acd67
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13ca075b2a4035087ea929750869286856b99254
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4ecfec978e7ff484d5f91bb4268226603388266a32e515cc58a7e29dcfdcecf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd90f79182e2bc2fd93fbb909374a34e418519ae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8376ebf06e9b4bee18cef8e04dec70491bc5df478d454ef7f111b9c32c4a1494
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40092ffa60f92c49b639bfb4c65c48c900c4007c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ce79071e04070554e80f89d95e460cddaa4161c1c91e97e5ea3b114edc807a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c06e1a5e614218d491ccba9c92485354ba652a4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97313e3eda57ab31cfdfac2d4be62f0148f3d4ce0dc723b72d2036493b9ab8c0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0ca13cd560591bd54f1bb5c402e7894cc8b1736
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f53757626dc72d6499460fb31f1b5e55b95a44bbc5847a3e6eca4263790d5fa
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c22eb1138844815f6a19296f0acee9e777cc5cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf99ad2274422dfb93316f7c50fdad75a8447e6aecb3a88f333fc597beeef5ab
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7d9f521a4be54848d7788d6fdbd7869dbf7f57a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f374e7b546caa08a0e39d6e5da78e9e4be23ef814e25e300b0fdfce90c12b1a5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5665c4e93d8c0e4084b1a451561ebd04db522fcd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2959fbe54137f751a5ba04d9c539c2467aee9bc7b907af6e16e45800771d9d28
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95fbeac16604cc61b450f4eb4ff41622d80d9373
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21938095d3c8830d59ed5aaed03cb40427a14e3e42241eed7178f33176c3ef05
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ef62852ba561af8e55a3983f86d8a4183941db
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc4143f23fc0a9d8955cd09ed93461b3960189ef89b03b063e838ceaf980fdc9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e653055957f3d7c91d45b1674f946b5800af202e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ecbaa178447b605e5c337f01744b637aa711059d9740b096dcbc879912017f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd9b185bd395c57eaba8c6390b65e60df13270d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c5d8925790dfd16a2a2feca37ddb7f6104a23a26b9134c1a128a6d40c70c798
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e536380d12582fc551a6cb6be6f6d9cf00be611b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8d25bff06a59425fd7cce52e4710002bbc296530408a2b9a4212ba81c7251a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e81e550df84d9add66d650fba01217e4123e383
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6088d1097bce1bd315160d2c002c7094ec2270923191512e95a0c70e24894bc7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e56e4015d1d5e2dabda6846bce98210a2c7af6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aca24cbaeffdad55d8db12d9826d3bb439b52e997a8ddc32bf34ac198be95ca
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11999bd9c578730ba0aa8fbab0afc97496c3c608
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8badbbcf05665aae2bd6242876682b383c7ec26a8841448910f411760a9c9e50
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd482a69df01c64ffd2b0daaf09974a4e5b4f9f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:849ded171611c4797bad7eacc0f3dd2e77fecc60560e131d00693df17d065b87
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbca60aadf6e3e4e75c452f76676642166eebcba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a18f6d32abb29ac23ff77a433ca00e83933589a13d1b00be46093f4d029867a1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff3d911491f532187d0e4d5fe2c149ad14b93059
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129ec6b9b98f7f703ae5a812be353c583baa70b1c272b6193effbaab967c3637
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96e7ad36bfef18d77e97850bef1c867fb4617e6e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb2f3f20166284ccbe89e9a266f55cadbd72d6e25a24457f850790e33b0e19f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0aab9dc0af814f8ff1a14ac8b6d32f095026cbd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd011775ef5ff8ba144ae7ab34ca851685d23adfcdcbea7b132c72dea59bc0f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..427608fcaf697941f4229fd60036ef72af854d4a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31a630f4455275254c045a3ee56196a3a70509b6c13bd8d86b0f4cc32f684eb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..184dd046f1a76e0e1dd8424693e3158dc2c8c9c6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45dd0d882c85f19dd99a5cbf6110f4b0dfa9b64fa67b81dfbd80d10911b6b46
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cc0bb7cfa5db7934c9cd182b8a1745b3464b5ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:365f7eb540e93330c870bc8a7dc6c89bfda5655c48678bacbbde115e4652f9f8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dceb179aad4b58d294abc11c2799eeec515241c2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e35f574ec5273f4ba88c1d8654051c08cde6c4e368391a4cf6dc70f59960267c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7997e8b14e724340a87837d7592869d90d485d7e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd452fb3dbcd58e11b1bbb22f8e75596f31187aa44bdbd2d851d8c1ab00aa449
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd177df9eb38a4339e634bc63faeb6dc3eac19a4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e890b54d95b0a1b5896341947ee1421afd87db4a4ee3d3f89d7405e1f0a2e258
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a4750e93f2b84f4d5de7f8098eb29640537f28a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f749c8eab6fa14f66d06843f820526def55f47c4d81ea91f0166ab9889ec553f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b3340f393b1e27d0bc7c1144c850f87dabc8633
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216ee0a9fe847aa7328689671da6788f68faa775ae3616c4413c0baea8ae4edf
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9628525e1bb6f2f5558836d1ea3bbc2bc9e1bdb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2033df8d1e0a0d3172848e26d18e13bf48e36c7fc2baebdece82b594e570d2c9
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46681d30f659de37ad00ee3f4ed7bf366ae0c06f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b294a1955ad99a11f0d51d37e1472f8c3e97568f96ab4c3fa66b5ceb26d557
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b324b551186b911b92b6052cd3d716e6bc496fb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9df7345bb6cfd26abd5a964c63f70c3cba80fc882ee0bca459747aaa1b52014
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62c32041c3efb44b63aea8f6bfeea551ca5580b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1b9e88abf615b03196661c1dfe699c4cf9d8485d329771e06f51c3c295b6c2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57b1fd116043b72f0b9d75e1e5bcfebeb495f534
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e306dfd929953a2f4ba6f922341f7bda0352609719092126603b060ad89e60d9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64f0d4e8f063757031050ed342d992946bd972d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c87ad4a665316b19ac9c00f6eb8c1fcb963ac46cbc2cbf0394b6b10c330f9d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..576185a1bb4f159aef9467caf849fe5d9565693d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78ef1762e0f6057f4385248fbdbebd517f80f426a5919916d89c3d8e126900a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a919ee5b3ae5efad7c06ed93abd1753bc3778d7a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd539a1fd8494c13a9936e34accc55f72de936ee07e3d3f7a9c2aa04a76e46ce
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d96e38e822abefe779f95f10aef429d9a4ac552
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cad66a9cbd638ec44565d9f60c1f10e87aa00fcf5104c8c1b29c362cb4501b5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f234669d389dbad5edd7fbc42c2d04f356aa2d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af07ec3abeeebd061e71b4d644e999b1857823fefe36a43ce2ef0e94b5904d4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a98434188830dabe6975ed3ccbdfe1d2fdf117c8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c80e754b8e10df0bc85ad638f4ed08431ce94a6946ccfc96517d9b9eb6d2ef
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4381b456f847670e617d45a5d464e178429d76f8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14fe8b927c1110d720af0809e56e66c358c45f54a1d52a04138102d49b296bde
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18868c538b057e45462a6c9f3a813a735d421e9b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57aec86377a366b518a024eb186783f62f364015b67a506cfac44b98be033492
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0110973a60dccde97215ab3a36c67c8828816aa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b7092d1ae9ea7dfa84a9d0a04c027e561123db5ef6d3413f8bfa09ce9b7d28
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e6fb2bf4776ca8ae9531c33c369b3c47323f7cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30ac036435fca181d92a71e6a7ce04ba3691afcbe2d604084875f733bbd373b1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5894bee47cba112bdf1f89366029ed0b6a5a346b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a49c9122f6a6c00eba1e3b2175cd94f7e05685126778ebbfe23dd814c0fb987
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016c4a5fd91b9f7cacfb06a82c517dd017e183e9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:470b661708ad635cfe7c11acd74cbdda31861ae050a83ca70f082be3d3d0ce49
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657217bbb8c587263730526ad828e85e1d8f209a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3ee9d408e1f0c164f57c0250100a2c78b4b9c888ca4d7252dc519fabbe5db0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f613699150b9418b141ee2989826148cb6eb020
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e22067423e5ce7211ea62d52ae074c4f8d110338c7372f2a7abd0b8264b15ac
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0749e54060e4fc19475e3426693c4b45a4d3529e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f151359bce4c0ae08c0eea63c6ab2d4fa8db5b144c1ed7fcfee8376bb840aec0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c678f1df32a19b36a05231a4fac5cea7341c574
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d5b99b47cf2447f967d42222210d506a2483b7bb3ab33ea4df37dda249dbe17
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96d4aee5d33f5a27b225034f4091a62eb41903ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3a8ed094cb0cfc8ce9cb843944aa4977fe9bcac9aeec958abe98a9bfa8a095
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e4e6bf7eeb373ea386f2f601e5f6affe4f68cf9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45279f8b119843f7b7295c0a88ac7dc185556776241ab4a53effd46316665480
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bba2d2689dfb9fd8ddef38a13184d99466c5a09
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ada8ac36bf3e860b50784192648e5a88b093a02d1ed6e4952a413293b092a25
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d8fbb2b79cce7bcd338e29bc427c9cefc6b4530
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f45a23cd0fd0b8adffdbff246cb94f1eb5168b2a29e96a7b7b94de785f9244c0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ad53f5040fab56aa2b9a7b4864f29fb687b17b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc6a1a6d5ab103ff5c70a46604c5a70abc894acd8eb835157fbb839a6628c049
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56051727ec1dfe4bb018a1e6659e54df54921bba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3214c121b6e82e40efa53ba7c9c2dd55c67b153dd2e767b3fb6acbe3cbbd1caf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a66c244fc474f4d45ff8475ae26544ca78315c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e8ad7ec44d67ca91379ac1ec3736df994c7c109439f6778685a92bef4bc4bcd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b054272dede755f7a8ab27c7bdfb3f497fc1880b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec8edbe834cf251af5272791125880d8c94f979130a0580030a31a06dcd54465
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e44ca9c98ee8986d1fd167345ee0468e2ceaa89f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1854b63f7d07eb46eb9e0e282b3bdba6534411fbae7a39dcfd0a42892c41a2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63547ea1baa6225499bedb19bd3a19e468cbb3b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dec0c166259930c1d9c99cf6635d19b8dbdd5bbd1bbafb71c8bbb587ce6abce
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b1a579138c103454469f10e94c1e47a6b1a435
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7170da07ebac31653365b59351c2884fce86715a31a56f3a793ec047e0dd8bd6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d18d4fa240f872b770c17681c51e0ddb4b2e4f10
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a39ff01c517fca2d119685db8fe672d6bea0e06718c5891443162025fdb2d0e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10e035a91213c06d137e18d9682227109ad044f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab74a1b1686a228108a3215c8af9862be636b66918728178a1b0f8467f207962
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a763a36090fec47f9784fa73fd4e428c146b6317
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f06e8ffc99e41687593833ea5dd2cf84d7fbbbee305f5f9176ef15365c65da36
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..139ca00aec86e0ef1c105d917eaef62c43efbd53
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b3d15eb41131671289e7582ace5df187d4f2ae55c29686a1f30880142bb409d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe613e3b311d4a7be1513c0303fe7fcbfcca68bf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b037159f450ddf43ef2f10c8397c5548a16199384af90418f830845ae9d46e68
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae54a888ff8790662b232a59a0dd9c6c1a00d812
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6a5092b3032991f251b817bf335faff8e0c692fbbaab80989214386d9f2eab0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba765608d93cc7e7f2ac862c83a6d2937fbd05f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9265002847a80d3dc9c39f11435813f7c56a5a2def07a30f672428172d42d2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd7b667e9d84d74b36fa16baa8c0ef2a6542177f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb14bc3c13d8fef46a98ec261f6d33172589128d61786e2607ab61a74997624
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3925b5de502691a7285d152bed5997657c3be92a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f51e855283af80c57301892f27de0e13df80c6da05269985cd6c68a6edcbbb2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce1ef21ae06823ab147bf04279e0b5a2facc035
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b8116215c512c3eaad8df9a4805ca6d8ed3396d1e0c97f1fe06ade23f3bde5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d5bf3e4e44cb527ed24e2ee549514068152abb7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:063a92d834ae0d40d9c0dfdff04cc9e619a019099f570174192ec5c4b2efd7cc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c0f15bfd192e5d69a08edee027b57f11bad0f06
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06827080c14156002b4c3bbaa71d49cef29f84d8f87daed3a95c4778e8047da4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb50de9cd6719d12861eb8d4e16307bd7201b30c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ba06b13432df9f4e73812c6cb2f1dcbd9c31abb2fefd05c07025d2da69027f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1a480d371bf72b3e68f3ca4f2f5449b954fcc44
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b340bda02fe67d11219cee47215060783a963623d5f5227b4f6542c4aed08ef
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e0a8a55f5da18dd918580f4bb176ceda841ef91
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db8504f8d0547fc72983582c7cc6b95b05f385cd35987d7181447117722bcd61
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4cdab69d823d9d97e7d1958c176257112e1d844
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f81cfeb33ff3819504e74a960eaed6e024e85ceb29fc9cfe47e80928960bd7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3032c027becee33360c96dfac6dd51c9b015bad7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec42fe003f5084b8f3dea18abdd00f79aafa0c3e9bd622a34ca7fdb0ec4e2bd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad5dc7cab4edc1ebd343e58013c23ec6f358d4f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4789a6b3982e10e80af3a24f45d7b87eeead2a6d6375d73e3bcf4a3efbe128a4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e3abce9f0a3078922215d7a0aa1c91a4b0631da
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51db6a59929178f9585f75362109b7d66840eb83b665181f3d5c55ebc90c0aea
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f9faafd7757c89533d991663c765d9d70198b4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109bbd832af331661d65682b1ee74fb9505c0b9d860679317ead8992b757f721
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8925d0b7a0d926f55aa495b9d466c07d5dbce29c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dac4dfcdf2cf463dc80b8429312ef3590f111f12adf11e4fea65e6008ccb2d1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc38e98d3b3dc52eb1ba55563845607e065f0cd8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b62759bc801e3366d46887a7d890bda25bd9aeaeff8d519a2aab56cb592bc12f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3450856025d924a79a4ecab1e74ded23e130211c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:214c0b878e68101f2868badccf12e3adf58f6555f459222d1064e94bc0a2ac47
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7b3ed49214b9530fabb1dd5828b26378521d854
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed18be1c7e97667f3bec8f84d33d64ec747b2a3a2dbd5671bba5989345e7b574
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e6163c9ef9dbe09470f62dc1827e6eef83828f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d254553a479fd4c11e1e1b24e03d039f670dc48e6ba332b8da193b68e21b44bb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a16cb2eb542012081aad3cb11fccaf860be1f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aabe82e13996641de693b5cbee51b3b5ce51938315bfe055af7ac5c01b5858de
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99080f7fc71c128c08dd8c58677208790a3fed1c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfdd51c8e1626317235ac052c8c6ba59bbbee83db7bbd8974f35ac3b24ff86a2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7195572c8238429ea970fd56cc3fe39dd926f248
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b0d2472a1b13a5aaefc08161aba52c9c78225c9a9a45549ea7b566fbb27f419
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d961d52f51c72451de40bc5b4078aabc4a7ff6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b63bd8a2f2b55b9cfeba72effc5347df427cca2b02ad59be134abe1f767740e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90e23077f06849b7f4839d6816eb4c719c83b16a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f2f4f29e2b0d294232712e819154fd6222f92df65a6396f517bc3ce90e96c4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d42b338ad45349bc7409eb622cb7b05b63a8dee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4b910c4efc9e63710f70e9b1200efb3f8383adaddc064912568c50446aeb3c3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b61e7b85d5a6d260f07ddb03a4453542a16ff1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44c0fd16226a860ad42d5aacf74cd6dea30616fbc236a3f2b28f89065b17b308
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff35ede4403c5767ea27873d095432b572d64d8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42da9ec5d7b478d738eeed6750c1635ada8da4caff5c6d8679c7b322e6b70e4e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..362599bd781d61da73579de33c0f19ea268c2f9c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5031023df6c0f1ef40ce4de22b1b334495e0053a91e2b75da63b4f2df6f9a6fd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..916b2b94e46e1681ef8ee244341f533c81b675be
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bada97141dd6773f86d4cd8c59ea4497c40195e7db98b9dd3064948a39316c9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9130264f905741684b2c3d0de2857e63d7b3ff42
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2348cccf233b4f329d10b6b28a5eb4cabd9f52e1384428dab7c9bfe8aaddab1b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1642e742ce1d681c53982682ba5d90b3eff19898
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02a4c16398ba8d014fa0a2f74bca198c0ab6b0313d6d26ab0bc698b20cb5e780
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18a2c84957eb383b69943cceb3a755cea0c3130d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f901511a63bd28f0d4e29c280ad17fc6c2c8d55592d17dde8643f0ae4a463d70
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c981604762f2b626db5ce77351aa432af4f9cf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1daa9cd41f2bd0438826446c5d6f761a6fa8fbc96765a29a002c7655c9ed0dce
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d8a4172d00854649a22fc8c232e22bbebe55aba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84011c2f0d341f05e87cb7505ca903e13448836b9dc3938c6f04a164d228b57d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e26e8d11a1ef6951b4104f77e8787aaccdabfe0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a39330b4df92648e1c6e786e641cfa73731308204355c019c6d8fdf5744f11c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6d173e7cfaed43e0b996ad6c82c2e15414c11f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31318f1d905e562882c46f1a9f434bc23ea1004d2d442b9b68f5d1c74b771d8a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f106eefec746e31664ff125d9dd7925d7239e1c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e3fa9294027e9b9db148b51385a9af72450c8b55de1b559e22381a4eff801d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82ee902c0e22e9ba62c90d35f7e769d60ada1874
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:422bafea66a7bec6f15e0a47002fe6ded840968d53e791d0e0fc037978f76f85
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15a3fc5bfd64108c71de9804b5387839cac78679
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef570560d43d598d804dcb97294a2df6e5fcfb81dab5b89e64e56acd885ff27c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81c5f1de0db8debec19d9bb261890d8918f08e4f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb30450872e18d76b0928d84783d821cd157c07de7549aeed6166fa073cc530
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7411e859f73f7083dba4669f8cfd7c0b7037672
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7230a327c6f1b1977fd4d5b1986bdc5c051ac6b7a0b626a4bee52a70d10a4415
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4d6f13153b7b982c201edcfe671fa5f6d4263d5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43d9d79bf648d84e246c36e8be885fb6468c9f0c2a9647fcaf174bf5539f778
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..730170c0f8e721bcaa5d8e128e0254a81e306bca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8456c44c377a7c65470a2cbc8042390b3d42e1d8d7d3114aeab882658c7ae2c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef5c34499eeca62f77bd115ecc27df77163112bf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f71305ab659ddb06697c5613432fa9b01d31c9e0a35d59a563ef317a4104d4a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a88adb5f755f475a80ad009b218377d3e93b4efc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d1e2e1ad571bdbf86c9f5246cef617629808f7b4af01e34d4e77666b965d5b5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..403cddc8d43cca3275a1f571fff8ce1315d14b63
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897fb6c7dadce38c52523b526dc104e0a401cfedbd26c1b4d400f50631b4c3b2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..910ee6db299f8949a690177ff2325701ccd5d369
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b19df87c686b6947bd0d634d014ddced0fa5fdad36cb48c7913d607566ba7a7b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ce438d825aee9a32e5789488ced9bb4e254a4c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9fb8c914a7b6243c76a58595b05b39efb3d5a6665d27f914c25fcc964b1479c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59bd5a08b4dc33b10c334e701ab4c97126c6a86
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:992974017a3fa7c2bc85dc302ebe234f368e1f710c80ccbfef6c3933ceb7747e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfc22d73a48ba224f2a8f80ecfe6e01446009ddd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02bd4ce41ea6a003ba07742c795654b73d77dadfe4cd33f6d129dc4cdf499c9b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eb5635bf67d3b633b4e97fd7e60b240b67cbb7b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e05177791f2a51b948850abd0f280b4533e5af7a2f49928e8d4f817643c53fbf
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fad4f07aa309f773d99c986e9ecd395e676019f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a8007b76db434742a0ead3e401c5a5b8968925ecdb381f5cf02c3f9ea729c5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a11923212ec7f6597a5d1ccd419da43c86cb05e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8334c18abff3e7b2703baa5b3de934feb1e78e2e4dadd6b01f5311ac49780bf4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8753e56f0717e82a96d6175499c5b62f01b08366
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee902cf0b368a38698841d736f55d33ea6e2d030dd60739dc6a4e7dc3784c8c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6032b6ceb01e851c2af92df4adc2afdf45188d3d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44cd55ad206b5c9c1ec3e884d80eae454cfb290b112758d3c08b393edc8ea77
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e8cd63c015be18478ebec1567bd1417e1adadd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de457fd2ab863b8ae040ac5b8e802e1ac412f45035d938ea658d924e5a5cba57
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b547b7fbdb45a9b10eb7c6b9eb34fddd4bdca887
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10d636310230caac803a601494fd0df028423baacc8efa93b7ed80528960d72e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..359051454d4be6abcadcf997d4ac38a5ef48d215
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc29e184145541c05e8a7131b7f690db4f2cc68c574015aecb83314177d0087d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c223fff218ba29b4da86b602607316bd53ff332
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44689cf12b728d41db6c53ff43cc03b94bd53b4599cecdfd33a5f9d8acee25f4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20aaacf46fe5ee2df34802386ba83d75246a05fb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406aad2baf46fd450256ca63c1bfdec7a5351c34f83b39b259c44ced1fe015fc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add53952998716545b7bbb7f769b11667cf32ac5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:175e1a08f4456661eb6ed3bbe356de6c13f1fff5e4c7127444e42a61fab461ce
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fde78f4f511c3fa8b4afc482d3e09f0184e554cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f95757063bde7fb5ff5b4b2ecc031f786789269bd975f382b3924442aed3f0e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b76962af04526b160aa9a3a9dfa314eec6630861
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:377a35aa4cbff1b66898353cc14f68879a9cec845580880f9ffe9bf3a8ddf240
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0571f24830529a8ec2e9b8580a64a0b9fa0d836d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7fd0b8dfbcb98338f2fd76bfae73ab27aa2df89a51a771603fd9abb6acb83bd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58c83d64067064bc190d2616d5f01ae125c94c7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4216944e6fdbc73ee1b8815bbec2752a85c328b739e79621c792193b7603875
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def898d4e7d2ebf39923869506064ff82c5f9194
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a424a01058b070b69c2773de3635e78c96632d40d0e14c47a2addc3a7f6e62c6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6283d67de2ea63cbdf63dc0adbfd9204730863b5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5966a79ef46223271594291f6d2ab3abde0ed504b279ac339286567efc4e6f4f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30466155f0fb08868c8d196bf71aa407128474dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c558fc3a8d098c2e4610b843537410249b1d2470231b800cf438ffa245c4bb0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02913fd8b0620dff734163a342dbe47cbda2ddaf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a1157cfb785bdd07fe609c0163a3faa89808c421c66f7dba9a53ef7920cbe31
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e12a5606104e4d004a947368ee5b89a557f408cf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ca9635a41efd139a516020e40bb70b41cb173a0d9b7b79111dd6d3c0e8f6c2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df112c69ca70703507522863cce3c903252de28b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f45bf5fd8c5f1a5ca17d2023fdd0750d8ab904733d233d232e3c226cab3d01c1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..728fe92ea69df20688b2655c47f955c797d78912
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ddc74eab46fd6a2a6999c8f1725c55f6e0e53b25b9cee506fc49b1757d9d2b4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5761f2d111e9fd0f86497f4aa718fb9268659c94
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49106f525d2be18b294ad5b1f89fd80d70b0e9bf9a7041c3cb62f71be743e7fa
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..177c34ee0f67a2696fe84057c80880a37024dd25
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d501505c3ed7e7b85bfa77b551f0014174ce4a569d5f6206b180d91b288cad
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9004510c873a28ffea20e85207028b8fb66c0263
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d63a09440f56c932648f6933d2dc79d4628d14506b3f564292621350f9b1f25
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4ede1bb0dd59d36b954b96dd91a634deecc637d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6348de679eaffe7d47d77d436f3b56394fa0b6e89fe9d948d1d59d2040240f1d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c7776e746a0d0f3a37415ee464d5e25a728e4a7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40422ddcedc60b4b9674d6eadac9d5c0e38ceacb4d71b5d79d66e2f41f021d42
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7173bf0622919f2be52da2a481d273984e8fd97
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d608e64abd53b32cb98d7fa52ea676cfeaaa105f5117300f8a3d14e1fad4730f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..596f28afa7ebab8b1db13fbf8c2a1ebdbec11cbb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3597cd6745c51b246963018638b9db1f8a7b3c739157669bc6160d1b9cf91164
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a8152514082a52e4ad0baad44843236230fd3a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24fbbc6012f84893fdcd824fb82dadee1dd4625eeae88ad424dff69b1c79eab6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d4460a45827069b2f2c2fa279de84beeb218fd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00c2aaf263a09df252219030c10e855db9d3629aaf9288a8184c5d7de7852b53
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc5e61af13cad5e0f71b054c7e839f05f17cdf32
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7e592257b610e505da9f09ab431a6bd3784a1acac483e48900efe83cd44e57
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac6c33eaaff9ca3da95969b87f6b45fef37cacbb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e559b99d8a4bca687bbfdd8f99edb66c01fd949240ac1228baac380c783b979
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e43fab0249838ae5c541f331ba8f20a01219927
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fad6f7daf5aa5062d89ea9d133bbf121cfdcf33688a84c1ceb7ce8a8facd6f9c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3716cc13c705003c36511935777b940968e78ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26132eac9f97c61f16b45c703eee02e36b36f5bd48d30bcc8d07379ee2ad76a2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcbb652b27b31d9db3686797dd4468450a005eea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234803e518b7e2022d9c58d811590ae48c6c890f9f7d29c90d18546beb10107a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50d4c1f0709c2627a47b9db592fccd16aff645d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e24f974906ab6b77799313ba0ee348c102524eba27f4fabb03ff3f0587f9f9a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89aedd078c101732078979475163ece9be5a15a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f57a4dca8fbfe51650fc8147ebb5092b7dc18e617e278f722e853966c82a1a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ab4415b81fb0caf9f929423c8b78082a6bde06
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfcef711e56868783f0ad894d64755a0b97067b3a9fb243e34240723efe84049
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..699bebc3be983385cd09b718ab4cde093d153192
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3ca91433a100f7b31cc12db53fe39f33b49b86c9975b7c0d9241e93dc6e91a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f38df797d9c3614069690a27162e91eb0ed060
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93489efe33347536c3e26329e14fee260d6fa442e46ed995f7b357b5693b1eb7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc80e3a8a30a719419d9fcc873324af8b02978c8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee0df34d5406269617cfd3a9634df8a087f19882bba35003c47f18f3bf2de494
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7219991da627a6f8fbc1220a670de85ea0d6f509
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cabc6ff291c091375684bf684ff9941855677f47bd889a9cbf8cb4794fcb8e04
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7b4cdb214a33d8b6334963f34b65507a4baa184
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b29ebb214d3aa5f23fed9955296fd137052bda8c2c7127733fd9a2c9788578ae
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5efca6d328f5832d630fdf84b5703cdd578dd355
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3bf611985518b97f65ac9fb5ee8071ffcc0fa4bb21eed899dadb56964aa7e7d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b323d7322263a84f7a64d5b0ebb3ce95bf4c86a4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b96bc5f49a145900b096e1aaabc7787b1cb7c12c9e04a6beb20617badc53d3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f1f8d9ba53c359ab819cde333176d393a8abd6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffed68bc5792f49eee1d443352341745cbcd5991b186178494b40925efad2b31
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c9d8e8e7654ef8f4a70f7c9eb51734e0afb5afe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d4074ca12164e74b1e5e6d9999ad1309246e9ec6d9b088bc232e22fb863842
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e1c4a9ff9dd495e070af8ffb8ee9a7ed6729334
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77564ec20e109e2842102ca948518681b9249c41d41056f03bd5c88c336ee94f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b60e811aa951a04b4933082a9af7c075703624
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70541c4c6edf00d5fd1be86df7c0751ec4e688dc45aaf56192da542cc421447a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de6c901a775a1b6c60ca8a8a03ec0b1016aadbb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c3f2ba33a50f10ad43f5535f1f4b7a4877327ddb9f61e2dfdca9b216a29d853
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79bbe7b3a50e1f1e8eb3bab74dca73358fb5a84b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ad250b39789901cb6496f224b42ee79870983ddbb9b556ab2fc13444fa43c2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1810d31688b0afe58dce09369725376d81b91929
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5155f3bbd701494446f7204680970697e39ac3d470ebf57c51658aeeb954f8c3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..859ebe4c78ac7b0fcc99145f08d8fe6a94631e8e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25cfbb5902a27f2bd9008aa88863523ec98b2a95e458b43656c72063398f5f4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38607834bfd907d5eaa068d3717c65b676aff639
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56be9bb4805cc525ba5ca88afd5b9575ed489dbc991d425724f8b37c54dddd63
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb10ed626a21650e0ad68372b276d306d600605f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf2fa1b271a75355589ebf3b062142b7c8f9a92a79fa98d2fe17157610ca40d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed749398a3d0880692cbdd9daccad5fb2be8f33
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:621555ee04d70890a4c6f190029fe27c25ee6cc578ee362b342967987667da85
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f007b412cbc1f35ab749e8863d476bad5ac93f05
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:865fb8ec90cd3d98a9fb82cf665dc97e971a57c0a5374806069c275b8c437d74
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1a891ddd823a83d8d16e44402ef9b092c597471
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a28ccefc2db961add66495b62e146c44d0ae9c11a169d9dd65c6142aaf8b6d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05866f65af0febc00b346402dc306ed12bec8556
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1953d0e524abef86a2bc5ba5975d1fef8fb7004bf4e094db03acdd22d6cc17a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1b5e87ae227663b58c0d23f8ba1602945268a3b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a2087a74285dd0ef8c05e7ce2a705f80795bab275b72aa513480b969057579
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1403f9ccc1b2f5a41d104d41a3febd4fb515e7bc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:008c2e0ae4fbe14a632488685a059b6f273d2b1a83c7a8b65115f372e7d25de1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49613f1966ceac71decdd2cecceac8c66b40f690
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01117cf1753832ae89441444a2d4835e92ebd50d7a9625e46fd328df3e3637cd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b5b3244895103d26a4b883fc64c7c788cff60e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59559d68719dfb7b6d84796cfb90d1f905becf71ff41af4d5a6ca7398eb06189
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0de4920fa0f523ef3a3f0e6ee4e4065b538a2b5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6519f4d37c93c90690b043fd9cfc1b67cee406930bbb69d1c5f21dd4799f8e74
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d3be0b9c7fa6640c0b459912c0d4773072d89a4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:256fe34b4795b60fb02d47e8495b5ae037de694b1c5f11710ec80beee3e77a21
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6434864d19b1170a62488fa459525aac07e1b578
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20bade51cce89320a22c30d6a295ee0a078ba0ed66f644f3d2ab6854b50b1f06
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7503c5bb3b3575f3c425b8de525bd6a4a011d33b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a5dddf72224e58fff5b899e59e477e4c529bacfa32e3aa12eac0b41b7a18df
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7698c1b0080c6faf41cd32a4434a4f0ce9df5e47
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213feb03789f1c47ab94a561c8946bcaf24cf1c395bf43ed037882a7d86b9983
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69158fb10c67bdea61e83306eb5f6b7903237cb8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e5898cf69fed68f5ff7654b7d0f8de986a1933d564730b8e50c6442494e687
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c592448c7888d3bcd8576b6402ad5053df136ba4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da8c9b98cf2aba187210491df4eb7b1cc633b8769ad753221f547cb528dd122
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cb85ea7e7218544e647392d0c7530bf72f84f82
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ffcf66d4d8504ecc66f4ec03db14917ebfd6309f5e54ad15396393bb9964354
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d314a0d13ad77793b391961eb1a0e27ef378d0dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb523afc6ed32c02352bfa57cf6a6d30b7e9d310f515be20dcc6626dc1ef240
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30626d8f8d8eb688a7685f3944a88aa52ebb9bc6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f80fb8d7c751b54d485face8a05241b0b507f55a0d1b95cd4daf6b365bdcf724
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e07c04c9c3a0af07060b24297bc033ec173db76
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:625a09fbbbe5b4ee5c726fa55a010640afde6c171437b77f36e7d7907d8b92e0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..886a60ade0e49d4c546da41310687cffce6ea405
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:440da46ce5e9a52514ac02c5d242967cbb543e44dbfe567be4442549ada3f36a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58070ae092ba78d63c6ef1c5c44e3243c2bea035
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b6110f62d28982a114eff75629f11f4e1d21c22c8965aa46ea6816841c10ce6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d53a63120d922b16c7f185960a5aaae7892fe346
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869368a53071fdd5146b5e587ba7f3a07cefcb354dde177d5f9cb54051a913a9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a91c060779eeb4278546fb4ab919d155d007d6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f337f8b2a29cd8031a429a4a71ff0aa0c7294977b766b8b9d6dac167232278c3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c004baa9676092675bd51966aee5f76dae100557
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db8334323b23ef4e33bf817c0b90c7caf3ca703b703d42fc618e429cb3de901
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..379551a43f27d57ab71e704a5fa6dc8abfc46df8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1560eb28f8912e6816a49f694f70dbf578085e814a4e37ffddfa51485225e6f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63fee2338b1ef718979b8e29627c45916f3370e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a3dc94e8712d7e787910ff4ea0868390f8cf1a7822414de2c5a8a390f9177a0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a3badd05553560b59a525b3a131f973f06c2f3f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99efd6aba8a9b705e9cdbb1e7e2eafb4e588b012b7399966c0e835c159435142
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15776e672435a3a7521536758033adf41494e506
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbe6a6f3d57b20f93de0179ead24956787ec6c3165a534a27f25cb7a46161c75
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f36cd2a5e84e1a2ca30e429beedda96cec9acde4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd216f3045fccce7b60e8e05c9bc8f5ace66d96136335771243b5a0a6a754c92
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035a4da862cbd763c02078cb13db35f84affa1f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a528edac88459fad726564c0925af275902a427ed29d8130dc1330d7778115
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f08bf3daf19bb209cefe52e1aefb9fdbe341293
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579cf850309a555e079152442a1d6b43ccafe22ec9cb30282fa2138afabcb765
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..643120a8a17685113dd917eb580082c01937b08e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f4f91beac6874ca9227c4f855e6f1c213337d837e9cb7cfdc44987f6b802b37
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae1977974a4e4d3e978fdc462b1c488291673eb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0afe834fe7130911e758cc606bffa0bb14233adfe3c7442831f7e30c7e991af
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..392de05594fe909706dcd8c562da712fe06bb7e1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd77d79af19335357d07cccb2d8746f1f7b4431676fd14fc52cedfd865352d5a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b7e2cb53ba95fdee35a653c8d10807857cea75
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34d806e100d1c5d421a5fe85acf37dfed4ad6dbda789f7ddd269c3edb4333628
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58175371ee7bd0ac557b824046ca311ee1383861
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1320e59db874188fe3801ce1acab156244ddc89009d76df6ec1040b931b9e501
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c27a44c8bb4e5ad818526cb08ba57454ad9f7ba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f66cc23e037562073d68813a60b2ee8e1c5b9e525650644a25c5c9582813af16
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08a7886e886de0d82342b886b98aa9fc98fb6bb7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2757f77fb23209a87d6edd47ae85e8315518e07520b2ce8bd6dd1351837df32
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99107904a0d3319723ca9729bbeabe40deb3a70d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3856c734f98762697b84c0c121c63e49fc7c83a4a5350bcd076c225e87192aec
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b9ae50aaf5823d7715acab840223f4e565f5d5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a91e69dbfa7c02570e9e300d7dc22ef4a342f2c31a180dfc28a6d171e323763
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db3c671eea6eb55a86e80221370d9601ff0e59c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ea01006f21e9ef26e87cb0d51617913cf0b62cafd5ef506675870d08531bd5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..438a6d1c60a31ef9bea4de91f3e021460b9c0f37
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d15e3effd836978f60ebab09a5d9d6124eb4620c440b0a2b94d23bbb6fc11e5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbec95089492d7fd716791a8a4d71fe03a8cf77e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b39153d39fcfe68b36de5af81c0ed34447c3ca6006dd969588fe9570d533744
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6fd00f7f95695270ac4eb0b6b47f55252b00f0b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d6a2f5bd33402f4b5d66c46c5c232b56dbcb119c3d8c9f7c6ee8ca5613e491
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6250e52a5bca6295264f529670a2bac535c09f3e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c2f386ceb2ab33705f7a1c0d16f39efdad9b6a27261d2411b72454bc671455
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee85f7963b449792b07c8293a6c323e07a75ff0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b1289523f2b015942226b1537e73831b55f95c67ccb42bd03dce4f0d17a505
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b99e0c092b75f6a7419859fc43c3df7b86e9048
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dadd3b3955be490dde17517a145e811c7b9739e89de6133b81aaaa14099f0388
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9fa0c3f424efd6b9c55983d05192f864caacca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614382ec87b24d89316ac0016aec641056e8ea7a73eaed92ec0a2f607aa374ee
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad3940738e379c034c139be2b722911e9d01e41a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff1a52c680bc8ea2af1d3fb6ebe807cc9aebe5edf2e39777a9694b7ee6bfbe5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a7afd34696c238ee50e684ecd3623a8846b4b9d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b8a10f8c0f7729c92deedd2b5b9e771a9f7b1ce56a94381ce59d09a2d48546
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a50d7e7d248b932f1b92aacaed70267e8b9a71ca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c2a2639c91d4ea414c4d6a4154fcc3afa58b6dd2f3b568faa55cccf58a61c8d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..411de4bd6f14184c25623cacf391c52164bb00c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:237d3ee1d357fdfbaa4d101cb51de00359d048a5f6f87b9867a7713ffa9ab782
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc11425fa890c2ba60aa3b90dcfee37ed027d86
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4853afdff4e39cb026e6d7ddca83ab9dfff9e6f2ac69791ce12142385280f946
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28055c8ed2499294c0ac144bbe0e65653297a242
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e13082d16942c85a8312351e2cb98e4df8ba16b81800770b5093790ff1701cd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c23fb54008b84d3dc81d7b23fcc5f3993c45e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4262ac5e72636faa6ce8b920cdec7eca091e15b94b96ed0a9c3d91d3e3fcb9ad
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d73c22a1d470ec85fd831328b1ac86d0926031f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baad386865cbabdbf03fbadbecd53d228b8ca2c0cad3017450de5e8b7c9faf1d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f3c5f93d8819f573ab057a8843500e245c0672e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c90eca8d4d9ae438ce89d7d7b5e60c6237cf96816adc7dcf42aa488060b848
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9814ceec5a6b4d8443d9d9bb986f11d42b6542b3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b84e5db34b32a262213934954a4402962ae9fe83be382b26d948ad402ee430f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29421e75a3a54f172516ea366db464b870eda337
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424e230ee7243ae7f6b7ab5d365f5fa0c68993377fda2c2d0d82c34ef30984f8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..313b4bdc5f7b60c34e0bd1bce264ab1fbcdd5518
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37017c109ea9931ddbd1e300d1bb78b3dcbf0c9e11ee54d477e15d54fe8258df
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47113e5d16df01ba96339dd7a44154e0d33b1d1a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39608c4395b20a2e0522f7b97c52da046524db4d5500058785800faf78e301d7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96b8c255b72f78185fee75f66799b9476e5b46ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:842d136b13567627a387fb4fbca4e5c8260a3e91d4a0e94d79398909f52994f5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a39a724c0978d2bcc6002e11de7ce1b64ab4c0d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea42e1546e7f17dede3777f56e26c6ab3a331db665594e665bfd2a0964f6ad6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..771c22bd542adeb965783c27049c757554ab2f2e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271337b7704b5d16c05cae96cb5260918fd30449f8d0f5bb39c353fdbe8d5f11
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8372b2d935a926366d0b1741c66d3e41131c3af7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2254a77018807168853c9662b0f6d61e0f8a4bfa777588e26f46b1d6882c3e0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bdc92dfb931ed084f76a2bab99aff2af9bc0baf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20968ed9e4ff4bceec8fed9db8a333bf11ef0e2346af48339870c6f909b268c4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa9b2ab3dabb14ba64986ca7137fd1e89f14abd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59003ce6d0658ef958afff6e555ad1895d150f7863a4f03aa3e42c66d3dbbe46
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df3b7068225b38eb4bf412222fd41da839f3f42d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a83fa5dfb189fcd57584c433a2783c27a181c347ce1422a7beecb2fc1cdaa7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57863e5d1de500e315b7278bed2abb49216bc205
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6f9ba1d685d9adf545630985fb0c75a2b8e696f293684758029d0f032710b01
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2bdb4bbc071ed9e88cf5441b209cdc3438b5dda
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2153e5ddf3539f5025643446cde71fae710ee3f2880481984d4ad2cf2fe1d452
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c9b1ac68f1ac2daeec0a67337475e065701ba2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66c53f8cbde5e2bdccf027444392760cd9ba94ea1f433dca997201ab8a1e7c2f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bada85c6c7ef8ac585c4a63e642bb2c998e2254f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb612d5194eb75f547368785e866271fb846696d3a6a9993a10cdc296b6c93e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2644486294582afc3dc85d80a446ce89cf3cd8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bccfadfc29dee132a5713afd38f6774be1a4dbd400c4044b2bcb88fbf8f1a9c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f43508d7b901f3b4d79437d68f93d7102138aa51
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d14be7cf6ed72bdf9de2ad5957aabbf7ed0ab5c8b8004661321ae7361750a5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dbe5b921dbd13c4cccc8611d8da3bd241b206b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd20f607d2fa1ff06a76e79a24623f23248cefaa88b1c4fe3ce2489025f8ff83
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f76cb92a56cb4ad4779ddf4385ffdf4d9c4567f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79121011f78617fb40ae43b538b296e8c50261f32e71eaedee59f8667b2de984
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c76134ff007d3987b1c5afeb8d2d87bb6738b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b6b0717bf0b78de2f54d5d8552304cbf1c06fcde4f1e898e4e301a75a24447
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c89aed5fb7ab79e45e8cbafca6598da4a43f7a02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c765ef0438f7645ee0b24ee01783b3e5c3a4c1a9ad44f174da3ecf8ab24af61
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..048c683ad8fd014b70cefb2c6e58e3f8267285de
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e1ee4d8a00fd4912a20736aff4eb5e6d14d8164af97d3fe88e2afbb28ac87b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a81d7687063cd8ebe8032618274a198c252654
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7ad26fa3bf8a829affd0087f2c21e951362d7aa8c28a967e33b2086e55614cd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff209dc628f58e8c18c0f429ace3b786cddb1939
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de65e5a5529405bf4bdbdf93d3ddc468672c04b2147c00c1582b4b17117c982f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62fb7f3df0f5f798228d2a9f1b9a97cd99c2bb99
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc111de79c7e6f1597d7835141ea92efc7db26a32319185df93e7e6741426f28
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79beedf920ae4ee1bdb4ca2264b6f2d6b44c6642
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59d7bc4fdd8e8b0222a56d4c383cbec1b7478d0ce69e7826c9f7c79feedad980
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02ce17dc094cef9cc3b7cfc5166e5e617c5818aa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f50c29edea0081d233d2555614fa23948b69ea693c061c12a0166741483289
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2623af27eb56f1ff6930ed1fc0c50430f0ab199
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c5a3dc1d8f4180cffd6466409638fa92ec6be3d27c948710d6845b4fda791f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae1cee8a701e83acc6396fb896b0dee85e4fc92a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ab98de7c346ebfa403dfd7bd52c3f272081501b5ef1a3f3457aa6d189d104f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d303a8e699f1b25bd5a1fba300f848c1eb3a1d22
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b90821d649131a9462d43e177f74bfc2907aeb7c2076682e595b8ce49be5857c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c1542c173068cb2d4f0b1eede780298dfb7ecc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb279a5e42abcb73c27b428731308ad6a18a3dd41971412d14a2294068627353
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7470681ed329f10ad2aa33653ee709b9c4438a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52084f6d742346a0e4724055e7c987897b515b51f6d4e0857de1dec5b4c309fd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7995fee72cfe4904e08c414cbcb5b1525557ad9e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e76df269a9f8b23c072d7589747a4b1c4e333ce4652802450ed123250b1575
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c0fe3d28d32b16ef4ef913bdbdcc3d7f35d462
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:911967ffb75bfce3715ab80fe26a071e0226b96467859afb903b1d59723e0367
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93f27b38c4409114b1d7da9eec9b4eea00ce55e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314bc8d2c7570c20db68a35d4c8365327968084512aa21707534313a1eb98656
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b20b757ff3318f6820054460b23c13591ddc3e67
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f46dc818c0d7ba66e0df199c921939dde61f5d9431de9493fd842a8b88940af
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c250d5fe0a9901d3b2497a89b4a6d009cf9a45f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11d200b095143b9c3eb32f2059ed431921c1f9fea3e808afc2d9684adfd05837
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffdb4e0d4b33cc4e76e6776e0a434d8ebc0e1093
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b780fc7ef3f03ceba84a145ad3e398c25f2860d110c384e3aec581d017bea137
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58fa71f7ecd8b8a2f49d00ef80ddbb0befcb18ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce05ca382c45003cbec540e1953e165c98a72b9c94b05f4c491cc501dc4b0350
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d66ba4fb141f2b8d038edc673fba2ee08991f978
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa63dc112296be768c862d3c2239fa38d91e9b033bd6dc52a1b33abd895d3c3c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a563b97a1651f3451213c83ab5e29c685cead7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:643b0f08cab89c4c5ca96d15b1f9833e01addefe0b10832d5354421cc6e80aa3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d981d508b33e064542719766af394c677c3f9bf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1313495303ee88e01e0612fb0baef1238c142d6cc22c591c2e74054e04405ca1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59dda6b68fc60a8331780a87c7d3cbef3b0ffa8f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4094e64f737f382b2fa0e70fda2ea72d88f86309633dfc6f2f50843513b6a55e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d8d8107233a12ebda1d73bdd33a62deae7d133
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718897627378352d700e5fda7e0304aa3b99aa69043a2bcf09e32202cbb83bc2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d8e63e809ccb799a326009cef1325cd8e3b3503
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9240a69157b5148cf3557285f9ca5105c0ea034083d548f6894b98fdfcc60841
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0156f131733102d17abbb90bce3c3b8b4b8120e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7533f0d4eff181634ec59c5dc610f25d9fe9d8fb7332ae0a3c79eb34d3a17742
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90606d1d959828670960a539e914090cc7b5f435
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85d84cca1dcaf6dcc55a097cfb24f76aadb1c46693ad8ace585da9c8e9873ae
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7238341952bd99ae1ca15ef8fd62137eb5aee1f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5adb39248421b72be3e22140a200c5d04bc26cf29805afe946523323cd2c63e8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed0df8c9d1b8a8724c2276c5ee6041f632a8464
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06e4b3c538a70849663cee1f80de71eef311b3de3d54bf0d0654cbb3df5b536
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ffac5ba833dfae96bb4715a483315c9f11882e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d1d566df3be3c74432f7895bd67969999d4e6a5645c88eb34429fabd85732f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1473f0f9dc0f28d92d0df7a20b3f11bda98cf47e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:054e5dd680b8a94bf1dce5e375beafedc4049ae2b8fbaa76fb132379a96acd67
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..003db26490a796ee1f3e4d6bd6c74e3fda63158a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c2e4235d4408fa62633562c3ce310f7d8b2e84cd352a56d37dca5a50b11b48
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13ca075b2a4035087ea929750869286856b99254
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4ecfec978e7ff484d5f91bb4268226603388266a32e515cc58a7e29dcfdcecf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f40d4cdb435f29e4bf9e4da2be9b02a9403984da
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23ac90304a73585f196f0aa89a243fb03e4caea2a96c120e1942f92ff916afd7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd90f79182e2bc2fd93fbb909374a34e418519ae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8376ebf06e9b4bee18cef8e04dec70491bc5df478d454ef7f111b9c32c4a1494
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..230963e54b46f5f82a845123f5a187f99249858a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20d39a3d8e6d1034cd4bdf341f830c0a081875d59af365a1747b0c6e9787266
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40092ffa60f92c49b639bfb4c65c48c900c4007c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ce79071e04070554e80f89d95e460cddaa4161c1c91e97e5ea3b114edc807a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d32d201936a5fa338a31ea476ca5ef3ada8e04f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d3e71d76d5f948686eade4ff7cafc1d0f3230962a5cba120d2eac219f307546
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c06e1a5e614218d491ccba9c92485354ba652a4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97313e3eda57ab31cfdfac2d4be62f0148f3d4ce0dc723b72d2036493b9ab8c0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0dccddc0907df384302c3075f53bfa4137776c2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:829bd027441d6b0b7f65226d7f5ac53fc962e06afb765be88b690a734f48d1d4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0ca13cd560591bd54f1bb5c402e7894cc8b1736
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f53757626dc72d6499460fb31f1b5e55b95a44bbc5847a3e6eca4263790d5fa
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..099b99b8c532891ff972e0c0929a9987673e3bf8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a3b2f5e186c09cda6e66055f9140f4805a5666226f3234a83091b5e00ec1d0b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c22eb1138844815f6a19296f0acee9e777cc5cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf99ad2274422dfb93316f7c50fdad75a8447e6aecb3a88f333fc597beeef5ab
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a15a310a701a97de2503f2ea2f55576c59c0cd1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52698abb00d77222ba45852b701e0621b1f55ef704b55fabb7f7df304ff4be07
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7d9f521a4be54848d7788d6fdbd7869dbf7f57a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f374e7b546caa08a0e39d6e5da78e9e4be23ef814e25e300b0fdfce90c12b1a5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..595239a48d492debfedd4286a5848f7af57fda18
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333e429217ef92e26507699c7c092c4b43bbaa6f406359cffac3ab5e6242e670
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5665c4e93d8c0e4084b1a451561ebd04db522fcd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2959fbe54137f751a5ba04d9c539c2467aee9bc7b907af6e16e45800771d9d28
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a215f5b4525ea5f3e06d1fc618af045f11125e40
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb91abb5b02be44fc19cca0fe38280cdf3ec8675a577d9fc32d538fd339b4298
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95fbeac16604cc61b450f4eb4ff41622d80d9373
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21938095d3c8830d59ed5aaed03cb40427a14e3e42241eed7178f33176c3ef05
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1486e859e8d5492372fe9f18ca108a6338ff09ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc3c19643465bf781bfb3a03c59a512e2181126a4ed85739a9571d908efb752
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ef62852ba561af8e55a3983f86d8a4183941db
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc4143f23fc0a9d8955cd09ed93461b3960189ef89b03b063e838ceaf980fdc9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..496810429724463fd9133749087015f388a89418
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148ae66b8aaea13a809efd4b43db13bde761b21f598dc3bf28a7da523a870bbb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e653055957f3d7c91d45b1674f946b5800af202e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ecbaa178447b605e5c337f01744b637aa711059d9740b096dcbc879912017f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80aaec8570f7294b87aa3099b561ac934913a365
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1252e9cdeb138e962dff6d418036f49fa227469ecdcecbb2f1bb93ccd77ca767
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd9b185bd395c57eaba8c6390b65e60df13270d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c5d8925790dfd16a2a2feca37ddb7f6104a23a26b9134c1a128a6d40c70c798
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d8fa5cb47d2bb031874dd20a3c92cca0db88106
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:573a55e199f5439a2f5a55d467d9d91071b59e391faf2ab165cb0f0907f6045d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e536380d12582fc551a6cb6be6f6d9cf00be611b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8d25bff06a59425fd7cce52e4710002bbc296530408a2b9a4212ba81c7251a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17786890c580b57bfc8d0d2da18b2c7bc84c314b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef258015786e616267ed07c8c62618ee15721921827903c776aef1b6f82548b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e81e550df84d9add66d650fba01217e4123e383
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6088d1097bce1bd315160d2c002c7094ec2270923191512e95a0c70e24894bc7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21ec665dccb9683071f21a282ea8d9e40a16e5f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d5584751f8a8150c7f400b18321f72add33cdddb7e57cdde02268e85abfdd3e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e56e4015d1d5e2dabda6846bce98210a2c7af6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aca24cbaeffdad55d8db12d9826d3bb439b52e997a8ddc32bf34ac198be95ca
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1077b8e687879aca6fdbb5ba7be8c5e4773c00e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d779aae9b080be9265133273acee67a934ea909f44a8a057af73e4fb404fecf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11999bd9c578730ba0aa8fbab0afc97496c3c608
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8badbbcf05665aae2bd6242876682b383c7ec26a8841448910f411760a9c9e50
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de8e338f7e0d29a235e409fe42d6e1577dde98f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd6f86b0de38c712cfd5dee6461ef21b919d4423713ff8718f144f28b4d5160
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd482a69df01c64ffd2b0daaf09974a4e5b4f9f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:849ded171611c4797bad7eacc0f3dd2e77fecc60560e131d00693df17d065b87
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b71469ca745a20a415a53b42db0d4f6fa5f8929
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ccbdf89f744e46add07a326bd8892d78e1470b6488184d84684cbbfde03352e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbca60aadf6e3e4e75c452f76676642166eebcba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a18f6d32abb29ac23ff77a433ca00e83933589a13d1b00be46093f4d029867a1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..684b07242de6c3c9e1eef57dce80887853dc04ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26c537bfb07bb5c1320ae737338c37352b7f04318a95f2856c0e7426596f57ee
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff3d911491f532187d0e4d5fe2c149ad14b93059
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129ec6b9b98f7f703ae5a812be353c583baa70b1c272b6193effbaab967c3637
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7012538f41e0cd2d98ea62b379328e788c7b01cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2214723ff3fed19d8b50d25be53aeedcb975f515b16fd4e2e7112014f91f48d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96e7ad36bfef18d77e97850bef1c867fb4617e6e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb2f3f20166284ccbe89e9a266f55cadbd72d6e25a24457f850790e33b0e19f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d69b587a7c2fbbcc1b745a1ce7324aa7914cf9f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929ad5e4c725cfb53212e04a36ab21281251e482142f9fba670fbcaab21b2ffe
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0aab9dc0af814f8ff1a14ac8b6d32f095026cbd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd011775ef5ff8ba144ae7ab34ca851685d23adfcdcbea7b132c72dea59bc0f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c4b78ddd9721f984cbbfcd15ccb9a251eb87a3e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3349d4a01df602d4a3420cd4c32afd4a1024bd5204370abec470e9ee49b7b543
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..427608fcaf697941f4229fd60036ef72af854d4a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31a630f4455275254c045a3ee56196a3a70509b6c13bd8d86b0f4cc32f684eb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8fb3b6185047af7a17d2f574c6ff92a5e68bc72
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5fec662ce7506974e9013f52566d8ada1bd3f818baa8e023d46cb9b1bb594ef
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..184dd046f1a76e0e1dd8424693e3158dc2c8c9c6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45dd0d882c85f19dd99a5cbf6110f4b0dfa9b64fa67b81dfbd80d10911b6b46
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d813fd60d94a0ddd9fd3598f155e5992d2dc8b40
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:878065c5825a5cfbc3f9d8a5dcb2de9d2c3b627ac1ac747fa0df513c2428a14e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cc0bb7cfa5db7934c9cd182b8a1745b3464b5ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:365f7eb540e93330c870bc8a7dc6c89bfda5655c48678bacbbde115e4652f9f8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a55bfd51a8e16a2165a04702bb3dcfce399245
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ccd964e4f619bdc1085c166410ee1e82f07c4fcec3c6f658940ad3702c1e4d2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dceb179aad4b58d294abc11c2799eeec515241c2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e35f574ec5273f4ba88c1d8654051c08cde6c4e368391a4cf6dc70f59960267c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b872d2210a0608053d28c9dcfa90c6c827a38978
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77eaeb3cf77ff721b3556e2c1af3a53a1c3b08b57a8dc4a8114753a42f4ee7a8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7997e8b14e724340a87837d7592869d90d485d7e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd452fb3dbcd58e11b1bbb22f8e75596f31187aa44bdbd2d851d8c1ab00aa449
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ca19325a035572d85380257799b7241690a133
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7c7411bab1abcc591e09cdb46c502f3d9b53ac22431ab0923aeefeea8e1e2d0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd177df9eb38a4339e634bc63faeb6dc3eac19a4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e890b54d95b0a1b5896341947ee1421afd87db4a4ee3d3f89d7405e1f0a2e258
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..612e70e01f7735ef40b7f67963beed34e3820ab5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae7730d9c3e26ee15c7801ecdd393fa49bdb037c65515d2101c298aaa24fbf1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a4750e93f2b84f4d5de7f8098eb29640537f28a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f749c8eab6fa14f66d06843f820526def55f47c4d81ea91f0166ab9889ec553f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d51d42c4788d898a79333c58adcf5ba9bc690507
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29786dc12517f362becb02b777192c08c717939bc34b50ad3b835c32d0c30267
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..071835e5421264bc8ab09d82e81100caaec9135a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d48d7ec226ba329948b63a341f08241cc6edbfa62d6e0daae5693a6dd1826e
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..637f67630eaff13d29cd45f7507163aa0c99689a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd59869bb7d518a5bb23cab01547bae32701a5c3fa53e736fedb9ef4de3dcb1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f28206c3d387091f44b0d27cf314e09809abfed2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11b613fa2411b6bd99829bb2a1b669272061609339a409ac81b78fc02100b760
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e4204121932c373aec80d1ad32a0bc1647bd826
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a63172dabab602fe5ef883968135fdd3a8dd4946da90a6ee79628f6a3ad52ed6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a34153489c5a166dfd036d4a3d966f3c057c7153
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbdc927a2c3d1dddc0d9862ca6b9141898c12e3d3658184de8efe247850daf10
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f997221be97e7533754b673a26b0004987289b06
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960c22f3810a13ca3a96fa594dcc75e69ffb5ffa46e61d7f36b57bbb1f99eddf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd14ec89745348d900194245636194b387a7282
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf1e17d17d030537ad1b61cfe4526da0487aa348d668a2942cc6e8d9f67dfada
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f493f14f125a5ed68a4d8884ce2e303014cfec0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cdd42cb70186aee899d90d68e0016c84ee08d6b7006be2a3495988dc21c513a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b28429d661ae8d98fb0bf010982d28ca026bd2db
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b39c4eff3a1930c6213164536b96ceef97c9f880f5b0a56253562cc1b8bcc85
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca4fbe39292554b4cc3c859b61110e08e5213911
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca69c295bfb270a7eaa15f0c540b0d3db42011e9648e689523e7f1150939a88
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14ec461d6e2a0dc3c6fb6701bea5118b48e0dd7b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c937ddc33be596ea879ae9a957faa596e6cd1bc4f701b652ef9678631cb2ab4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e11632bcc1704ff9156004809784287d1e92ac18
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ec67d1dbdd95a67e7d97e391d35323ea0503e7273176857b2455d2a100cff5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f16e7aafd1139c56c6d0d6a50de47a096d4eefd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9773340f6fde3bd96c4cd0d41e51f064343c169ca928a553618b4672bf959bf1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd9959189ca125efac713daea48d5a3cf8aaaeaa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdabec8a819cf87368b30f7af04785761e061eba0d7da1d53b4cb3b630d61b3e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb7ec8368dcd9bd09dbba4875486863fea0cdfd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8eb153c86ea5bf857329eacba2c6bb31772e5eeee9e8f1b43001361d5a8bc6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b32530cdaa4a5b54de9d83b1781370bc13af5ff0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39883a7b7daa8087602af700363af81dd365cb5aad8366ca79fc129fa744b380
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61b05a852bfd0488d0cf91223866072bdf044bb7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a3807cbac7ba1efbb27fc05399dc040d34bb6e434f52ed840aeefd5e56b42bc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914c0e7313f9e2b88db279ab5e09a4ca635b60e0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee9ffbe8f2e476d523346cc81db04ba64dc04e2ca67c3501cea2088150039b0f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..259fe1da29d34a5eb378e7455bbec14d4fbe34bd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19bd36ed720505d4651025b56868596e5c03ba536c851e071fcfdacb93b928aa
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2de6fe4d417d5dfdc9c2f5f3ab3d5b848fc43b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b925fb8ac0ed9462d62031dd49d1ccff86abff4564fc16b6ec95f98329a935
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..069adfced76d43bef04b588156e5cd16beb072ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc4d799d482060b63c823b0a35a684dff0f87a5386a7082d69c2a17d0a9771c1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eec591abcaeccafed43c4c40cfb394a472c8ca7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:142ecba587d02ba517322fa0dcd8ab17724f4c3d07a5039f8e4332c72ffb9c26
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e3f374a8a0a63b1fea80692e5228827bd815b7e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e46cccd9fe88104a45581ab38da30cf1f7f204b02bf889bd31c78a6ed001c4e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79bba3dc58a58a61be8a5a7d2c9faf260e223e9f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab7164c0bd21b25ceeed531bc760982a403bb4dff287f5a0f867106fece41121
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f0f2cba2220ca6ab3913156af1d80a3e7a8eba3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f783f4ec4739111e24d3a41dfe368060f6eea8f836331fd78d62b1bebe1424
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9fc25e8de88ea18291f3b3087d2c7d5a0007e8a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02472640923434811c19082fc6faa5f6cd1bcb3d4afe499419874338b5e6045b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13dd28ce7c05791d4d774a8d33512e6441c92936
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42933c4f6af8cc9e09aa79d3a0c7a99e62cece34c1be3df20199f32c95753922
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef4b06b3571b37f967511fde18128aa9c56aaf3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc145deaec9ea84ba78abf367974ab90e5feab1bff464ea61df7bb4163d7e15
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ecee4197cf4fea535c94fb31d5b933b0a19335
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3252b9f6992252b49f30d4f9f9b73747c9c610bc2a55cea3aed048cc1cacfa
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa2a7e7380d014f1816f059c1e595d67acf8b4c7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c24fe2dabdb5270dcdcdb8aa46b3996a891faad9ddbc5e76edd2cb157f73d55
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e190ffd382cd1a129750bf454583ceea0b9e2e5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3e8f04c6c6ff060be016d526cdd35a492ee146f721c5b105d26273e513dde6c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd91c88b3261e6bda8204d08c979749611d1b05f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f58cd9136300f46711a1c1024158a6b69747a08d484ff5d0c9d38fe0cb687cd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87185943c3ec9910e3a48f55e6fe4a4abc6c8015
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:419dbf6073e0c4205f76e827ba555cb87ca28acd7b5608a47781492ad05f056f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f82bb14bdb1626d31c7657717cbbad0c9491fd8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b82b0f84f1be0335827737817fa0a5bcdd7c8d2f50b2264b6ed693a9990e48
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67f9f716d209110e49b6eaa1f4b5e6073917f1dd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f389f1fb7ec03fe6c06069b2b72696227b638d60815f1b8359f34ac0e9b4d71c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44fcf02ee1521ee890fa514431814ca2a9523ae6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed8cda1949ee76cde830e1a12c9d740cd1ef22a0e01e3520a164aeb7dc6faf4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd5045eb6e94c406dad8ba47e498d306be654f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190aace326275086bca973213fb715596306f3a967600c7d731ac6079f6340ff
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..762010fcf1ecc64c0d5be02365b73dd129a69919
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4860e6e93d0fb22b9aa849cf31e97f73583dbff0b7fc88dbad768e9fdf4c1431
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e285d19f6f648691143bd84812cd588f951f45
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa4c0411ff10376bf00dbae17ab2777782b788617cce4c513c5f4d8e4f2b8de6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b0c6e2573a0c9fc89ce7f64dfda46192ff30d23
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b5f96a8126029b0a7ae8981d430a30bb3315c7f4b0e5d9ff9f252331a34f1b3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ffdc6994faa8392a40a714a9cb1ffc839857984
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c36b9e43ad1d6485e7547a4afd5e9177245755b046d26ce8b4460fc61f877c1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58f62fb78506da55f83098bd17382cda336d948
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405fadd72329e4f29bb1ba96e5da64d55ac85a1c20c1c42072feabf6d7054d6f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf7fb8ed7481199b480472405951c6255a9a9e9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8813c76fb8a36f107f3cfd1bba559e7567263f8aba58372ef724c798970e81d9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791338f75c15c74292796895e10606c0c7b297d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb788664aa6812a00f29de7918fd59f7e021683a130c9fecfc20d866b3165d4b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a70c6e7cb7d031730ac52a7bcc6e8cda76f4a1fc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d661856ea3931ad41ea0112a38f257f72a0653dd177ef48282d8d0fe6fa5e5a7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb57d2632e18a9bebc4ec2ac2625092f5d8392ef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c46ee6389f1b634470e3001b961aecc3ae0c8b77d43c9a0f451cb7c4f894a5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfbff122fa26838dd25c6e7342fa1539db0b7e09
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb1f5bbb0614ee61863e833b590e504bbc942774d362027eade8bd50b1c0bf3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ccf619e9baef86bec32c0661b7a0fc2b68a43aa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:590493f16d5cda54ab44968c74560a744247527250abb38b39beeb486005b5ee
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a0e13bd23d9f5c2decb9e4f84a6a67c60801227
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ce3107ab23468bcf357401abe2ffe6e52622e1c59386eac294777eabe2ad07
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f84072c2a4a2693d1b850facb8adfc0e2857cb8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f99d4fba8e945032dc3f9b5b37210819554f0aeaf138d9df946c18d9d3d72693
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f920e31fb9e4cb11004ca10d1505eb7e667b10f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:762bf760529431ed6cef50326d780f4a4fda27c90d32a254f4e9b88d8517644f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa43abe85ed4fa0667fa7083391b7e5a1d770667
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc67af6766f5c07bca601f0b88a5d67d3c00f884eb3c983b18c3963fd8d29549
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0e8b71d530ad97166b598879b6ec0d8d287239
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f18d1c9b07fdbd43de00a8e3efb39c764c5288654cc46855b1cd75908ff1317
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20029ad5ff9165c57e6498b15ffd741238d54920
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ee1ccdc09574c9ac794c6f8909667356c8916c82a8d5b1073c84f7b2ba150d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eed849c48b72c63e706449ab4d650e9b5ab7021
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2570f62e3f896a4c4bb6fe709ae626b8722ea9ffb7bda4bcb5099ea4543e04f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c80981e604fc51253ed77dff5161bbff963f2530
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c8e44d0c733e68a5fb7beb3bb3ee4904552a9b2902bfbbaa1ae5a2cf7efe4b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d03b9ef251c230ff5d1a2af46f4482b01b73cc1d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e7004e3d860f0e6a02d74a0280beeb392b3c006f78ab033e9496cb60581478
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7294c52efc007d2c59b9e639fc0ca0e5763f594f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8481ad3ab71669a2957344ed67619df00b2da2f15490c142ea146ceb10ca4e1b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a2f2eb63bd23a60188439b316ec3ac014b57fdc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9d44c43d0b2e69995fab1b301233e66e0bd08a7b9d2c7fd760de9e611d4bfa
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83cb3a4aff210e25aba23ff298230e6fdfb1f827
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b819f697327576e1e01c5cd7fbb9cf21010205f242b710b712457e9207cc489
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30b2133e11646afe7627a40e5deac55c769a184
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1afbb72d91907a3f1a875257bde8806f294f986d46228994a3ac3c3a9c21f24c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be7c5fcec92f095be8fb390b075f179c21d88926
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32925b97ee2b7fd547514bdc97d2c6edc78bdee8906496df3192db233f42dc42
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e5e37a992b625ee3cfc36f4e8f9e4b2549eb614
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b15080434bb5274143dd04e35ecdcc9e2909aa3ea13f2c1c7e0f36b7d283c0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d26bbe78facf3f967ba0dc2399af43168fa1c31f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:090b1b7624a2c873e2cea78bf567331431c06421eb595e35fd28a22d37ef2d97
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cf95f4f52d7a427168bd6cffb961f6ca7f52282
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ced8a65d3798f14b398f8e872dcfdce55de25f15f84922d21e36a89e48ec7ed
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..503b2cfa70445d1fd1691c8214d9486cd2f07dcf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b959cc8e7698aa52ba5262ca70a2fd2c04ca644100c60d833a7a23b227a37d2d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e48ae5e611c80e97e03abbd526b181977dfa59c3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0bc3670a74486b8e827ccd41ae6df0ed5a49ca70f3979338ccee91f627335c9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b50453e34300ca3c3b9f8d85a2054c00dd0f3a27
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b594f3717f4b5d0f3df186c4c20c1cbd82cc9f72c3030dbba693d28de5286db8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b2faea54d3431d53cca0ccecaf6671858a744f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef1f6c8e04c5cd23ed606ef48dfb6462bdb24a27b419370414c52bcb7097839
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ec991c3328dfe8f4fd1721c658546f33ee8034
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5281078990c7976a5b58ebaa888f74ad27fa974d61c24d58c344015c63f4191e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8911915514942351bc6b83079467128156db053
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df1fb9dd4fed0d9c2b6e8929742628dc2b929f1862b81db14e06fa8982cddb5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91fbd125dbd2c2afdbcbca70cd1947e3bba477a8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a07f02b4d5b151e2c320db14f7271cdb28ce94ceb70b8e1dfcbc27aa6ea34573
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bab7aae9712381410dce61d988635f432aaf94b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0731d2b5f2e76da6a8c9eaa22e68872371f41bc38ea997160c92d37ed477773
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c9ac3e97bd577f1c6a83e69e421a1cf112b32c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5221d1735ef6e2d453cd690761aed973c2f31a970cba2227cfbdc13840e252aa
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28600dcf157cb0b776b0ca50651b9f9002155f8f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:374863aa5d8ce72d11e9596f27c836dafbef96753c689e38c4eea49f04259da9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..781666ad0602409cf4c8fcacfadfade221c1a9bd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc03c7c0f7d869de0fd848011f529d858617839d0da91fd8331cb2de9207017d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f7b513eac496ffe2768bdc4b6e813a6c62d55a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772feb8f3626c09c610b570da2f10fa94e7c48b8f81105a60dbf340f5331cac3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a22aa0f322a2b2583c5bf69156392c85aed8a5d6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65984fba9459551d73c14fece7db5c090c4a4289584f1a86bb8b0b5d3c649599
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f187e06aa0b0d526ea4e10d9d5620262d37cdee7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d616b5afe5f063962bac5dca91f4ee863b213abba25e4aeb37aa1a84f32f3a4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f96a229c18cd561450041e4548832c4acb1062
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8ad9c9ea1fa8ac10af98db69a4cbe51c624b3b15eb548c12980edd44535d3bb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338478c9f442bd66a1e9fcba7d23c7a8950a03c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64e3a156c6125fcf35faa5c85e245c4f21cbd2b287aa1ddc8968a11561cc5e36
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..351fd38240292678b2a2f5b6cea597ac05dc66b5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71526c30dc0cab3b8ecfd2d22c7cfdbe51afe9aa5de195b65da6f7cb5f92f60c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5e066397714c25ca344489dfc627f5a277667da
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e18a6ae0acf46510ff482715feb3d452721a03384e81edc2507268a8d63e8ee
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc4cba98c7d6487d4d882e9664a030d9a7a6ca91
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e184695f6c50056b5479c9508fb4304477a09feffc0dbcef8fb9bc2f6fabb6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58930bab98870850b9d98603100bd8cce3f227bd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:367b2cf119df773ed939fc75deeda67e483e04829b429d8a7bc27d0670607493
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61915678a75dd6bd8806a7c7e0a2243fad9f5372
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f225642f3b4b25346475e0f4b514191a493af29e67547fb6c83d58b0a831869
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f5ff5fb80c2fc0c5223c2493c5a3aaafb2ac2c9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a8c13fca70713b929999c8771c1400260d02ad71aca4b512a4c370325ac20b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23aa8cd668558b295d59d6f7a96af482b3d9a5e0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7d8f2a2a24fa94e5a34bd161ccae73ce23d39280163594074efe792862b6c4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0296fc210c937dce01ecc279563a2b36e26164
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:767de6d25a2d635b13a7c833fe6ac8cdf77b9eda8eb27d11ae1c1dc6f7508382
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8604e5f7125df5a24f6321e40be91d363822a69
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90008b97a5e4d994559eec85a2035d6df8a56889c0ed32757efd96b2aa83ad98
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c49ad3e28252fc739bbac5eb6f03d408e27cdf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1e8914a73756095315837732475a59e1250740c48d3a092d5d79b9c4f37868
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0edcbadca71abe58e39ad31efb755499dfaa69a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85a6749a287ae4c406fab7f8a4915c4ee5dbf48def4290c81e37e6cd40c67eac
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42da3a71b3719f175240c24750c0a842f0cb1da3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5837cc45212c7884d84c15a92e089d71f31f6ef5702ba06d9af9f151003ecae
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adcd8c43fdcaf978a86508c0ebe49b499b88c06e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:250e11b2a56e07cbf7dfa78f018a19ce7774bbf2f3db20d85663cb7f2db81ff3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37631349abd5f5f71007ae32ebd317bbfef7f034
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b44d728f19616e87003a1b9fe25c06a2e4498fe6579d938b85a2d45cba26207
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda323d9e785a3b0f9c38274fc4ad61e9d523423
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1081f23de2df532f6b724209a870cb0c514c746945707cd3622ac5c7fde896a7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36a1872472e198b7c26f6f5471fa00eddce89865
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77bdec809fd5da0031316d42b44421979bbde2dae46d9e3ced4764703c8d4371
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea5589139b553144021dc3bff9f42e72b927076
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb260759f6b4b6d4ccb34ca3d5dda00fa3f2bed4e8e677e3034b331c5f13acd9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4838d47acd799ec198c484eff6aa31af022e3549
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f170f3e96c5aef64c40da77c5cf924c39b6865b16235c6f3bf9ab949e6fbcc6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2beeb0d377d48e3b9fb88ba1df3fe2d14b9686ef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd9f61fbfbc9945a5cb8e109b672bab7b99ac6d8b6031f8c5e5b286ad260415
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2ffef55f6e7bd8c4535d4be86b0491f6c90ac2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a717340ec5d472570493fe8b256d04240fff6c0418de9edc5279ff367d651c76
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c3f334ed3ac8c51097447782948911ed5b561cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf50f4a517b982ded39d73abf24ba42e92653cff32dfba6f6110691be48e79b0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa762b9ab5172951172256a6e00cba9f7585d657
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0316c3e55340c504b1a4826099e93ef433f7d1817d28b14216375999dc867d5a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5d7e05ad543c3c6158bb630f63b3ac058e09b08
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd52d259612a51de0c6472d0630d577acfea977a96fc104433444da2b7e24962
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8f6f0469c453160e053e4cb017b866a494a649
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b402a3a17b87af9e13f4dd444b9317e44fef4895b79552993bb90191a1bfa6a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5879dd1bfac3440df6e15f7b84a3c2dab03f6330
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c2e6d32665e6ccd0f7e53af272a07c6e9dc352f0dc5fdfde0776ef426555f87
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9e57e4619e0a7f00a9d7bc02aab96ff5ecfa901
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e859a152e454098edaf271217bfa235b95a8bb1560546242fb76cb71205985aa
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b665a0680356cb730cbb6570c6931e4bd4e07c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a7f0c5f06186896039e8229d57cc0e5c09d3e03df24b4fd13095a03ebffd3c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eaefcb6a2cdc6dc560bdd8624381d8d47854621
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e3ccccb099e694f27e5b26b6397d8757ce50f9d40d49797a05cc87d7b1f184
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac82522ecb12e7ea43bebd5ee2412fd1fc48020
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84724b91cc1a970a70c4a97feff4e084777c3d508bbd072319f59cd9a8f2db9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf0cf1acfdee236504b1502b5d2c7c68a7ca9a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7250f63377dc6fa03727a43ab209d37cbbb981e6c2d78255cfac74dd728e9707
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0acdb505dd3a45379d843d0c3fb09dc453e33cad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:339695b045ace5ac155c036a6726f70b59174fdd7d96f5f60f7face93fd2e08b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e61952cdbd53b42607863dcb364f3ffce815b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b7f71c1a28d4d94146261d202fd299ab68f9c8cd2bfcca64c75adb3e3f5982
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d124ad1be3ab16b216bb4f91149057d7ecc01e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d077ddf4c8edea85ec3f1cb97d3f9ea33804868441b0dd9d11c1926773179029
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c49aa84aacf894715cbcb3d0783c8799d575f6af
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527ce7637a04376f83f235db9afbeee45120eb99b8f42643133c31872919303e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b8683d86ddca3d7868396a0e079747b5247907
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb7ca47bc394a8bab92dfc492c86ca26fe331477c17fd72f0e631e946d0a3767
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a83f5265a32a349a106fdcb41afa9f48bae72dd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5639032184fce74f450c7abac099f8949ff56ba61d4dd9149dc9259da23c838
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70fdd679f858f1ae4f9a604beb1c53ed0900dd9a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f891ad15845d4152038327486db29bf3286e6243febf03f91f05f1c8caa422f7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d639ab1e9c6ca28513adf40d647a08e68dc0dca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc3ae3a6433e3f34efad213fefc1a132a5386b87a31d68a4d70f58105228bed9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0be495057c96f90d2baf5adbbc924d95d9d12e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1507b1b6d36f997861ec3b59926ae422cfb1c42f7e0c1e0a3c7c3ab9ac052916
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f6bde309c95a88ef8453152a5f59cac00772cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae430eba9610b08e81c6898db7fc9aa697a4fef2e255d62ab00856956df8ce2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..977f1a798a542092a040d1d697575883fc3aae41
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f22ca8d8f3d5761f6a9822d0d988409f0a3ef8086ba173519c4c6a2bc3f770f2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e389a468940b5d711d6e75628e154cdad0fb87
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b7d2330dc44c856e683b9bb3ab5cba6a29492afd0c7d9d04fe98a0ee18f2d9a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c454296b93741bad0727f10d5859e90957747c60
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89eefc9db8dc7a351bff6766eeccd22ae1c6022342f57dda222a4abc25d176ab
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b55c02d11f652ec179600d65d9feacbebdd3c6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc424e110fa6d94926127ecf4295da9b0bda84641a3d2febe65fba45fab23719
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0b326ac14a3f7ee53cea210898ec201e71936e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c765e7da06535d1ae130e3ada9d78a27a1b98902524178166521f1e0c06264d0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..361a949eec541f2393df51f3ae26b802a7bcb796
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d6df7f06f8b66546f127cfdd56f50951fb5c6762faeda42f9a1d7a998ff885c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c5d2a2aeea231c1633ec95353a8c98318e2bcc8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d5f9baa064f4e531f5a442c048198ed9804466122c08e90b27f00ac50591ea
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc5ca1010e94a2f0c5b276aceadfc9f1b373bf0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9dc475afe5bdce584040392d4a56a426a72b4d984a453587895c5f08f22e261
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a992b6dc5d635db6bd7e3b99b8649a2827f12593
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e769cb40845e7b70105cb105045f8c22aacbfc001391d3c2efaea46a4fd017c3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b3ca269e99c573e3635d0858d25f21c4adadaf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97544d077100639bd112209df0895876ef918f36dcc3251e7cbe7c340e0442bd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d34e82e271cba5741a49ef25f5b8b63e0b011c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:238ee70f1ebc16f0a35e71c97dbc16b52da7bd4dc03c61be1b7b8cbcdac9a17b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f9be9984d85f3d0092656cd9f07c432311ad781
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f869dd077f67f51798ec4d9e69452943af4727e9e3e41b1a7359b5c29b108bd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e3f06e019264adab3970dffa2517c2a47a0f1a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82edcc83a1824ac782bfdbec5c8dc87ea0d6416c3a6597eedba9b930ffd42927
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..923d2a48c2dafdd145583ebccffaba22bd8cab94
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb26777dac9496c135b43b16dd3b7975f2cabde0d5b507b45c5a907e899bbdc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..643b9c38971a436d6cac7b52fc42cbdc59ac4cfa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:250c562c5a1357f7f76eca1f0795785c4e5428af43bce703ea061c8f8e509aea
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dbd18e2c5c39eb84c85ca91a02a79c225a10f34
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:834aba61beb7c875ece7ec0d50a4d7f958dd5fb8407860813ebd0f0b19b43ead
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea125c405b49fdde9e84a06821da28624a537bd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78a08b8282582aaef4d8d42e75672c4901b65737c409a308978526fab2acb925
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a15de159dd223faf648771cf1daeb161b08c367
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f60ef5bf5055783210f5a80b92db7bc142b87d21bbdef4991dd4c654c153e29
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0589ec35db2a5a8bed77190bef519a8f6484326f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8faa390941c60bb11a8bc0b9d0ca503f80f303879ddeff8181ac2c0c087d0268
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..847ba9a629bc6613a57c7ea242ccb70deea02300
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7dacef04759c92bad13db1edccf264b95a79e8d35547bdb9c5ff42fbde8c361
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42bcb80ba8a4a70463d78da58aec6917a2e46e28
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23f50894fcda752ee48fdc1a0bf12bd08b0e4a851da053ab679de468fbe0cb7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa010e758b26fe0331ae17c87bb5b6ff68c34db0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fcbdbb63e589542837022707017a16cad439f4ac5fafe6feb0daec3bbe7762f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..212bbfcfd97f1c09aa939ec3da67afa12ca349af
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8d73d6a8e3338ca3d23db6c143c9b689a4dfb67e8f1f0a20a72895483faeee
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12df85696b099b4936fdb19567bb82c405060894
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52647a53b010145f3d2a6324796313859265fbe9d1a6b4977651467a3946ad87
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c634fac13e602b06a4943b251408d4723b211c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c956358ff97a6501cb9eb5e72e10cc23a71c57773c6bfab6bfa7a404ec4a00
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e3a8d27c288bf908822340a25392b3ac079a495
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b72d31b94d357228142610478931485c7f6abd94c731887cf999369b40fac2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cc9e6546a7c8848df8bac3f2f58fef58b0ce805
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0138e0e5a9525b70a3809dcc2661612808ff1d9094cfb710fbb029a8979568f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bcf4f7e6cfa518cdc17e6c2b92159deb4fcb2df
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26bdad9c5f4867faf9002f93743bf5973509078cf853e196f295980f47c7192
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17e0e84c9517a5c09e37d401c1b3a940f0ef36c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:094b1ebd87d4a9615e26443337f240c6841aaabe930e0f87f2b4a09ab50620c3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d145071500bf3f2f057cf6b120b834fe9a672538
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0798b525cccb1b74d5cee8a2e06d64db8eba95cab37563e356f8059ba12478cc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfea6ddd6446196c1dac957ba38d2e619657f5ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:182329d043abb6963192d47b55222273a12ec73088d0fe4926441bb619fb3df4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..613b415f02a93421dd4b5f004b61526886d2f9e3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7800fad763063bbe3761c80fc0dfeaff33491c258216f8f8bcb8c6659887a90f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25649b03b297bd57c85df807dccf10f1aa817501
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f42a9891e11473a42a0018e880be28f547baebcf2a5e78ffcb81728476f9d9c1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d848401418c55e87893603a99b3ee657aa5aa5c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4803c855c6e6ef46443fb82d4e2f7db99a05bc26a2ec1c5ffcc53e7764443c29
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c57104fb55d482cb733d40466a771a6010b52d97
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3928b0b4c15b8644548d8e3f9b9d1260c1dfd2266edb8999413aff497f5e1536
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7169e5ac29e29d3deed3bfe8bb8fde5bd7c6a2b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d7d9cb25be16eb82377cb2caeaa1c364dc0f222f87d50c15211d339825c8d6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba616cd9a8e3e14386abe7170a6d9d5bd1deb7ce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ca5ae9bfb58242c4c09fb1c3b28e2fa4e499f80c6ceb78be56fa4faaf8833a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..affdf7717ccce1c2e677d491487da4ad348e10ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f921b82f40f30a213da6357843c6e0d99172b3c2c2819d43e6ebe3d259cc1747
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50adb9e533bbb409d46d6b983640168aec3fe803
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e62155b5653f7e3ba8049c9328c9d885292d2b9b082ed6d98ab483bbae4979f2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8940d831ff694d3672b2c5ecfe18bc553f57aaa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a538db3565532a2c97d0587327674e4d7c85f0c7397b0a6ef22ffa4de4c1ae
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee12c4575b9550b4e38fb7a6045fcdb2e6d1fab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53668199c065c9bd5b99171cb937f4827d6a010647f2eb7fa35b4936f5abd862
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b29dbbce6241d619f51abf3745aa2f3720c9b23
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f22b1b2354a15602fb7fa46a97c3c7fcc6bd81290e34775eef2bfdbd9ef47ae
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a138d0fa7a2d388b91e5c5d5396e6f52f1dab72
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c995e4f343b1415458a120134f6989e630e2f5b70d6ba15a96ba3975bfc07ad0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1692afbb17de904c590c3700a8ec31be0fc451e0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78953b3bff39f40336cfdd4301c6b317fe5fcf41fd48d4056087542ab6882da1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dbfb219e75ae9b9e1d45a7136bbb223bbce71da
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c2ec72e74161f61bbf5ce0cd386268a3696660f68d987768c1aac73779d52a8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2946d5ad85bccec1584334fba2222d35719fef8c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e4504c16582faae21ac7f3672da38532033f2c8bab6668c668c0ddad7774edc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f8404e177f54b0326973490bd54ba96ae8e7df
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77444b1f0a1b47522884c50bf371a4ec57224208ea2cbf6773a39e3cd526ebe4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae6bfc6aea9529cba915b93f799e59b6fc42e178
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:237ca321a142e2eba25cfb73c8944789fad5055bd1a9303ffd2636921439f827
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2ea389a35f71d7d30817750958df6898b038804
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f8bdf2a469fc494ebffc2ebdaffc1aa749597774adc6b2aae3f1eb5f72471b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..233404f1628e1db1821afa98d262386c0fc6bef0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:094ce3f8d411cc27a2c76156bd7963dc5fce2d143d64bd27093becb1a4f66964
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b861841aabb3a61cb553919e5843a2d56b6de1f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:506c370869b76f5ad762376fb696729db33e26dbbdd718c50c6cfe4b30957cb3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb2bc21019a962b0b3ba642eb2e3cc8075aca1fc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a4422381b89c384437b3e27ec2b6941aa18ab47e2622394d2b1bb97a3dc812
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d6d2fd2799e2ba2ee9dd041ec2e348f07a83784
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62df953288f4afa6203aadc056ceb52c6ff918b2ee727287ada5a9b8d8b7bdc4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b93e25e67ff30fe0321c8068badb4bdefb5e953
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b295df2c3cdfad783877ea977e819b1500385373e28eb6022ad9de742d8633b2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f036ccef8e57c827d6a437ce5f8cde5769230e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2752a75c92647c5692bd97e1dbf05ae27149e8360ba27e838797e85e7fe5d47a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..befcc63a2847850223cef299c69c5a27b14707f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11544911b3f023b8ab4fc0526a25e914bb452c46c58968337a58e47aba844ef
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..308718618400ce6c50a6055fac0e6e6cc589a013
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f97f00777a682e2cf3c17b31d35f9d2116c617fffc2e6a7b66c1ec56c850ba6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af6ddbcf976eb30101ef3bb52250ea780267c42
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f446edcd5d6eff1affcccdc8b57b680d2f490903209f96fb403f296af9f673
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1805c2ffc6e19e5fc08a30c752749d0c121173e5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b09aee56cbc4da6a902db66204491c70300e4403d5275cba22fbb5bd76275294
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f84869eed975ec3a8278fb311ff250767fd398
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd4cfbc9ac7aee7154e10db3bfcfaaee3626c4525bebf812ec5503890cd006af
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8bf91f26610df32ec5b774624af75942dfa5f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65450b23c6261c4b55024f741ef0653374d1ced9ef5ed020e6b8d3768e42796
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..509075da7eca79d37d94e06a033e68619f42fa02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fadacb1a691315cf2f41b2349811c1d7ec50741eed00117010901bb628ef36cc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c46d05490b9c240b253005318ee4689e731025
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b7d725d9da2e2f244101a4eb553d19ed64598286fa4b9ce5748cf28513b0f4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c5749013054ccd6ef9fffed9f23fa4f25a08b03
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51f8ee6d3dad8e690f7fd7ff2e79d0a23ebb5abad7afd32072a9801d2c74ad1d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40eae22e490c0fc042ea71fbc77f954aab7f80ce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c958b1618d9a81d8bbfc5d17326f2c3b727e33c98c5f6e9c0428ed6d2c4fe599
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b67c4d3fd07f1f5375dbd9d2de8b995b1fb9415c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706970cbc88acc9d8210c484b6d9cb5e0edd1c1965b9383129c1e4d618ccaad0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6a6bb0ba7c77e2e56ec744691349e6e0140bb5e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85c02c625cdcab93d1ed9771463445b91eec5d0e1ed6aa194940d56f8f15aaf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0539a364d3dd651caf15a77fdf3aeb4b07ea720e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e1125279110661d7732d4221c59ac8a0c55aeed91b3f5b3f5bda92af0c06b0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f8016cf3d19d8500887c2a1456ed2df27966064
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f54fc331c67cc177281a4c1ed472ed5f4ee68a1f069251e39de187bee87df0b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74dc08eca9e786acbe5df67abce12c30ca206425
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b67f5087ef2f4d1ed3b393eb97eb9a11eb67552a33552504c8d8a95266cf8d19
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d966de52c27e29d16c602c9f5918c57cc88447
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e8c87a58b62462c7d5a32a419dc79178e3dd8f29d006412e8f64290b4ed8a4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a79a9941e5ae2bf4fceba5c4840e5cf1475cb5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3277e1a82125668b97a8bdb9d94da9557e3fdae5276fa6fd22a23de0ef07bd2e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54926916889896fa43bf85726655431b9e928aed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af305c29a3e9b2c533034a4afdbc568aafa2b50333d839b935f0953f17de7f8a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f53b081d6d49ca9d319ece6a29ca17c9140c75ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e25ce26e952d346fb7b0e3cd169ef20ba151c1618ef3985be5bd90a82a23b1cf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..694bdf21730cb077d55cd8e41a63f21359a3e0fb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec1af4c281715b6f1922748ed859790c255138ea43776401e1fdf5e01ea9b617
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca26ce717fc58852d3cb38625d956cbadbc0efbe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe1e79cc34437b39ff612a1338e00154fc9bbd898fc1a4645c010688e3696964
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d024ea6ea9733683d919d5494cda4e2c5097a362
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd609d31784acec1669cb39e13d8b898a054034154c18677f176165e2d653fbf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e613d1db607cfcbc461fec8bf17f6235ee3cbfa2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d9d8541c145ae7ff96b2fdc1eced017c47685802eda66fc83452e70e63a088
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25a5bb4d465cd76e72d4b3ed5a98627517c01b10
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4b2f2492e79c43a7ef2897eb4a99fd4e1541585d98de2a6dfcbe0d906d37de
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2867ea391bb8e1f4ed2760bf112fe1391cffdb71
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ed3d22284ab6ad7cbbe968c316d84d67e2f4f23facf707f393cf95efad49e4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61cb017d2479f57bb410487b1d609c27cd2997c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2ca09dfbdffa00816288e05033fde27aec0e454ec8177d22b92e7be5f94ec4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff000524561f1e700517a9ce5924ef1242427adf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd582c81c92e30d32f5b2f05ba802988faf8d82e80a7d0f4414470b98efad97
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a046f6375256d0f1dd426e3a964d6409520cdc56
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75da70a42e4d14f133b0bbdda124c144dad5ae11cf8a94bb0689842e04d65427
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76d04a03dc8eb30b47d278e9a696576b7cbcbe1d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b178967cee0e771355e3a384654295b6216015fe54f52fbafe0c96675d54da8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81ce1c2af8777bcad275922f216329291f557143
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b271196889d9f172c08f164ccbd6382bf83921987e457ceef2403a0759c112
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc628c04b55d2129ef6d2b4e85af591d49c71c3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c9e46731d0b4aa1245dc93e5e395c48a1cc0d035b5ef07af095f114a4e828c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf8bdfd3d9858573870dd86cb39c27a1fbc8ffd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b1202ce86e798894ff1b710cce6d7efb46ad19eaebc74e8f90008890bd0f48
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05cd7a5748edc0ac2ad93c0558d97c9f6ef065a9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9f844fb13cadabf650396c1a2b166f503b09edd5ae81199ebf457eea8717546
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f92d80b2a9781dd53199c5b749c52c3f1bfcfa24
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e92e4f340785564bbbacfb2e3dbe931fa6228063aae150a020568002da14bed2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af3efd8511b4f860eb65af261ce06e59b64aaf22
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e759d345308c6096cf076f792fcf4f0ffdc8dec976965c78fc5fa9a4738045f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11a043b69d3da836b7f7221d4a382aa2ef4d8e84
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7883d670147d649ac79a382e110c35ce53ad6561ed7cf3cd00e4492db277f95e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f002c5c2eeae2c0ad41b67fa510e1f5d2053e862
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ec4b0a32f76b134cf392e783dd7ca820c69880f95884da414a5a02b22699942
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d37ad9cb249f887d7ab62c5305304aac80a732f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd670dce043d60b9e98e22794ed34ebaa7455c73f38c484ee86ce1e931b9248
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1968bd47ade08ea322ec1170a7b686d17e611ac6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a513ddc1df7122d0182155af5ff09e110f3f21ffc17bf591d408bbeb1c4cbd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a66f1fc0b03b38ef2c566472b918e32372c2399
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a13bdd462b0fa73d1870b12b7f15f839eaa711b7b5c2c165174df8a0273ee4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b884c0830b98ff1740f21afb639b32279f9e62
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:100fea6d5f3dbd36522f3cd9b21b6a9b432f389f2eed0efc9b41246d69697697
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89cca9d4f61a27e511d5279651e48b7484f987c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e7f5001962d4416356f6fb513ce852d888fbd14499f9561d9c31e441df49278
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aace8611addd84d441655efd1cd24d468cd0a357
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab94fe9401845863755da4be1c74381f0e56cb5ce8bed10f9aca44833dab10f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66fc7a6d3dca39b3e7627a7362bedede493e26cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235672adaa4c17b698a3e83b6c191b13562a1a3c72ad37fa34b856fab2353a61
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12a78125c51374394a2d6796c4918b99bf479862
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9524c6118eba45586f6246e1a3f2d2bf777f2c789c37dd3a42a3482bb83b6dc7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f66eb84fe764d1b019ace3e2a65d488e6af010c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5faf53d03ab45a59f744bb853ae81da401ed898cf9f64baa3c45397eea9161b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e520197056648a9bb0314695d99a4a879dc3a07b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edbe38915f692ee997a9ece2a21dda3420e07b2a0417f9a4ca17033cabf900cf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7eedb04159bd1f6f17eacc8cb0af04aff33eb31
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b437d42e5757afc1fba83caaa3140522a5c1cef9ad050f488f3d5b690da35ada
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8187ed3eb028ae9e0ec91cdaaae18be8a94cff8b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4554155f1724a28526339fc130b7794f409e8dc0552c95e785cc64296e1bda7c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a130edc9da8a1859c69112283cf3dcc6c2359a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364bbde399dec44b49a6537f2a1e509385dd8167b89184dc5f4293df91684861
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..997ef2b1a9ca656690ebf18eedb271d6a5bef92d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff9c6de0618fc9b3789032f23a84ea74993083935b0c11007e426b8d1c9232c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f688b1361adfedde66d58b7c9af721a7bef6b99
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a4273707261cfb75bede692ce35ccf521824afac1d22b5779b69a15cd6a136
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e333abd7d59ecb3bdb01c7e30019ad69ba5872
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a7959c4f92df03e1744ded8fe198e82c56488e128c1006b5337fa0bab859431
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f0bec38e709ea93208b487e2a8ad48319bc58b7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235ed039e495cb718329faf077acbcf861cd16f26a39bf1d71173b220aedb40b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c07e31f57495dea17173220f42d71aee14f3465
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d78fe5956ad512ea28555be8696dd01bc914f8736abd39b4b2db0cfff168b02
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d0f9cfc92e96c2d2cc7076bf77dc773275702e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9a775c0786939a988e0d4f38b9e3950aeac46554074a97ea3fe66b9f9532a4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f3bc2b04b33618a23fd5ca39e8cdb739381697
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d7b4d33990fcbbbae6bc90126151265f63ccc9c8613f31c015672d8ae25b157
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a6c1ec604d68a76b3f5e3e60d8e616d7e387c5a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b0d480cacb3a6a6108346e11fb145c453413cd59ee16cbc36647ed9c3f47a8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63f311284beedfd90ab2e5605b172292af9ede73
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e128651f22b0dbaef0effc3e15faac6fb09d11ec43f37b8fa5ff6c22cc20bf9d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fc79e14d81feb49198e625ef924e0af710138ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef74fe9567b550c807c63b1eeead269cd7b4a27235094399f396d1595bdb649d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85807eb1284b6028c7b81cde1318630d11906917
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a39d4961d96bc6f3b32641f5ea67899ab593591384a93122cbdc3173e0f4873
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1129b469e2d3b3e9f340ca5aaa74e689e81e9c02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:017c4c27ba0a262ed22da11b91070ad20099d1bd024a0d8b610aaba2eca5966c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed676d970d918b456b179e385aed439286f50ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21770c7756e5c05fbb63411c50c7b83fd1c4413cd309e76941be2a87c67879e3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..845bed7cb506d42ae04767dac90799b3835fdcaa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:141bab08413354f84125bdc0417c1bedd77249480090fd1dd82f7577d563f381
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dce8867a62f4a1ebc3dd41680566bd17f3df45fa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee015cb0d03818f568748b2634ab91a2cb2e56279b736cd938080070ce02812a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df251df63f9734bcbe33ff6bda7e83f3f47ae13c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dda4af326254cab7f922bd7978b0a819d0a6d8aec5d35b5cd18f80e51b6080f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f02db461659a6f79eea79cf52584b72c2876776e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b28dd3e5bca4321c98fc63d904307bd4e398eb30f8c31a19d016ce9a4e47fa
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ed8410d33ea3ab8d6d18a46adbcffeff2e1890
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0855cbcdebabfea7bdba4721ee0d87f21f8d3d5b602beb43d3eea531667ccc5b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f88a2593d6c69436df26b065565f56c75c72f3cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bc254461239a4fa4831848b2e47a2c2cb86ffb9f31d00db10c8c5189de4534a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c8983a9169d9d558bb0f8a78257e6f90456b024
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd051fe2e7d9f2150b4bb8fa638957cb1ad2241b659b263f4d8e589d83466b68
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fbd2d55fbba8b323e2f5870f9c9be5826e48edc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab70ffe77d2a6560bc710a302cd7e3fe4c097e30a543bbabcc60560a7c275826
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ce9fddd20cd917844dac02292d2b4a41d28a1d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c071c035c67836cdb0228aadb4d1a7981786af00b005eab0573e205b881526
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df07b5a863857a06f993834551a9584b0cdee85c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd66d17dc1e64ac07b4ddbe35e47cf31e27663de41cd06384bac4ca3769b1d53
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b81b1e0bb06fd5a11306206fe6e4263d7f39a7f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25148eca0ef0daf0a80463e15c13e98c65c123d658dffdfef338eac80972209a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e98d4bd5d4a74046e294d98bd022a578449aa865
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e9e64ea239e82a400f93582ed603ea93fb13f328e5a5bc33508a54c4d7408e1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..902d36550883f4915ba3548bbf3f2ee8d3f48dbd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b8e3822b7bcbe9b61ecc92eaee6a6909ce0c922e04d7f554bdd72660338edc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d499ee4286d99679b6f5f94f0b23f4e16a3da76e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdad671c8a2c502cffb40ac8f1ace2965c74abe6a8e796ffb2d50390cd097674
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a91a683d4c80085dad431d5ded94c05173774654
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dafa108280884494de5dfc0009c1523cacb2f7107e9639cdf45f14dccef1d7e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f6b876fb48e5f894df2d076b1449ecc25206e37
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c2614c8403c335af358d95b0c629138573e327f5741cb4dce1ba5d74a44a269
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d4e6347bd4e8afece3d57f8c8aab41053f97daf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43300d2c2c3c55dbc3caeb85a6e68e2e951b779f112f50ec3313aec7b40c472
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5001d8339ef3ef7b276dcb304e30ca254abd5ac5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d367d04caa4ccae8d6ccbbcc7063d93c8cbb27e1c65980c021140e9e594e43ab
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b60c68123c97617a45a5780a4da7dc05f884eb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed9428b8149ed2e1aa94da771cadea85d758e333a3ffecb21c30dddae58fe89
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..461a206bf9df2fee84102043f87a2f5910dde507
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad606fcfc1f5065cb2775b9df42fd6f4942453c711049f455d14cf5acfca02e3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b41bbebc2257f890202219f367054116a727d0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbca0a0dd04874f4264f0549f5c8309c839dbb4bb1a984c714ee6661ca82388c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a44657a6ec7c84a830f788a31c6f20fc19dde8f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13cbc25d9db0dbf623bb5e15376207dd037777a6f757a500aeeec2d4e7a8cc92
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..697630e8eedb5d184d5e5fbb1311a1ddb1e3ea22
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:286c1fcc9457b24f32029be1bfe928f7e2bf7287c4745a3a71cf8c2919b06e4d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf025ed0fc2644a1b04c838fa37aecfcf7405ca7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53bb09f9505b9e318b79eae9b002bf79ce62e6e02896569ecc1e1687d0d93f5e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d1f4a4e3475051e87c6526c627fac02cc3df4e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f226be6e4d105e2876b3b62715401629ec1727d71f7c53d1619505498768f976
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..075bc18c2e4b7ca2de0b8e5ed74eb71bfb7adc28
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa420ad4e2052fa316841186e65dbe384f6e01a250c97cf114db0faa90afee7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0132867b08886d0cf6c5da4a050f72a2dd13b711
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6055fa61b589825138052b43bc8442922e97ba31c025e778cde657faef27d8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e18c75c3e1effcfbae5b2b1d844b420680f9bf97
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f1643775d9f6b7590fe099393e812536c288d9d46e2fe32b1db4161e52c6517
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee7925073d6f4ea0ded0191bf6fe25676e6a1d64
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d023028c6485a9f3d036bf02331c6c184d40b698f242cbe3110e7315c96c91
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a03f97506473e0fb1c6e4cdd025308b732e4637
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7091cbaa57139491ffc99c36fdbe591c289d5450d40d624f2f29d1281e3c6b8a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91102f11be1e556e078010f7f07ffde041c38113
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a1aeb9d1da8ea553e2f906fc7ba5688eac4808c8c66043cc01d4ffd2e8ba49
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06f67ed3d6825e349e29f3c7536aee7c11ea779
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a423dfb2a84f284f79d8419d6b4b8ad6df6a88f4f9f54ecf2945059a66ec88
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..488173725e6d7349c7ba58bd57fc55712778181e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51705b80a24e86fd509ed3089f6d20b510cb0461d102c432f184480751f0ffdc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7de128c33b84f5de0ff00219dcd83b3a4c0d329
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc88056698e2a1ad07d8085b3b833779786d3c588ec141a6a9d4bb6a2dca65ea
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ffefe8df78ad6ee06c3561c2afe41ba3db2271
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1fb0a5d4d29bb266c820f2ae964e35b329737d1844bbbe21e86e04b8c8d8627
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d7036f43fa245986926583573303f6b9228175
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fead1fdbd32786cbe484571ac8af84304d6b61e73649400a471f45d934bc5a06
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..895407ddd6efcf6e22e7b3dff77939a08c7249d7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3a841d1c6046ba2452b8d3a129573d6c21b671344bada28494dbba9947f8380
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..243da9b81b9fd41f74d83e880f002b7258f1a9a7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a299786aa84395258b96c5590dbad893988266f94a681ced6911990a2d049cb7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e11070bc0c0555b63d8639ce4b43d08733fa3e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a233032cbd1a68f8bd5b69400325c9d4d8d43b4a42ff5445ba23c79d6413db99
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59246fa157d3578b6244aacc64f76ebec8ab2cc6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4d0c1b43ef35d28fbe81ec2c1d90c033c95e5d0f11335714c1665305730faf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d1fd1be0e620dbd12f96f08830baabfd99bb145
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb8d76a04ee5667e63cd88b9831bb7fa6664f50f261022f984b0f0eadd0ce8d2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d40c80f5c3e7a415193ae82fd3a11067f16a87ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17cbb1f4c60dc78820ac6b10976663b0bbcb093a2e0f178e71c2d954bff8a5b9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1369167f68de5e6d14b28c98b65e9894a435063f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb27ccd5eb78c6ad92fe2bb8fa8aeec0c73ddb03df4a2cbcba5689f933cac63f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b2e8424024d74415b0d79346bfa5bdc81c5a68f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca9767ad856c3264c70ac73133cb6d8f8867b9c0d749105842428508284655cc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..852468ebd75cc8b1b29ac5cef92d605d22ec4a99
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:251bca456d20abfd412233a92ac9d5d74848847542bd01c78146ba2b83e11f2d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..916b0774d5d009b6c834f805ab46b849f3a142ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2111e60161a341dc76560b1506a6342812fc5c1e2dddddc5acc429e470b85e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d63b61c95b3ce53c832bff052886c34fd96371
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb2bf7f3b0910f6e55fc773056c63c4f2f12313e70586f3060e0a42e4dc3c2dd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8189c26c0bbf5dc24ba495ceee3fc93de5930a5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a807ade5fd68a1869734194cc93547134ac393f9e61ed5915023a51cb474f469
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a813d528c571039fc045b7e054b13f0ca5704287
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7e6f23d843aea12a1d8695430131b211db7caa4a81b6974875b454cd3fb8d4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c19bd1e172f8dba0ed77469812889f4985bf65
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f59cebc9adb7b888ae8347f39c4259064c01130778236236cb9ab472f762041c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..996297f7b8aefea2614fec1f79bc9edf485d2da9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee22b6f336c4321ad2483f55d76e2f9c0e5bdcad813b1e144915c2ec201a2212
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7a6bc6e9015964dfcd60e62debd3dc48e55d875
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:944025d245bc295e56004b218d0470b4ff3ad45c738df17e43775c487fe4bf07
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6635dcc6c624f1bd7b1d322300b52114f5336a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6856b63c3d3e041e5365fc95c338f17084c507c2f5bee6acaa74c919bbec3682
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa6e9050d9d67ed54d68a6ff706b0fccced0494
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48585375a67ff2f827b68878a7dea8f91026744f8605d7b18c274490e2e46e53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fe2dd790f14c2e5a04e9578a4edde8e295fd4a7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7802383a2ff32aab09d35c313a6f778d12bc6ed29abfe6f8d858548e0d23d6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fbbac90ab69bc9c097f912ff1dbb090bbc8b43c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02cd565d5204660ab74eb1e799eeffd38e904617110be8bdd7c9334e2ddf329f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20ab267adaece148909f07a5d768edc4f087aa93
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd434ad673dc99ffb64be05ac1de0c73c342bf1be5f883332c328ff14f6cf002
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f657b9cc8b45533b8a1fe75b834e088ff6bcf8a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e9513beccf6a626d8b2c43e50a2499406ab3e0081e199b09a6dc4ff21534437
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ebea62c5a3a519826ab0f7a4e6c920818205695
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5302a1146ddf5ed140eb3f8f725393c4541fd4fecf30a91c4d033933c5bec0ee
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..719437be0fabbc721081fca9efb1c86a38753102
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cec5e5f495a87e40682b49cab5729306ebe5a351c545ef0036aa964dc6d375a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b34934d57c983e1cd8841b1390ac7049ba809ea1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987d2ef0264051fa821da411b818ba361f9a278ae9a23f91febdc5db5d82efe6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36ab78a805691ca828163f894563eca37b20cbff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5d9d2de35eab16a54e6590a4e22d091b228fbd3b772dd3434c6369fd594a56
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9581d23e0079d654823205792a052a0aecad46a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:304f5477e93da7e135b7b164ffec273462c38bbb888948c8e8de82605c28945d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de7a402be318ff873e2dd8190848606129e9e71d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ec81641472cd7ed87e900451433ae87ad8bebb47adbffb60b5669b7d269c5e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d8fcf29fd1ce4b4117423df1afee2b13ac9b6d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ecb548d80a03bc78c569f6971129ee3a07b4a80c97ada44669ecb24a71f5bb4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f1cbd939b9319f3e4973b01e4a5c3dbc6da457
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7f91b178a94b40a9199bd25b28ed04b4d505f2b97d441089bed37becb4c025
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..688d0f671e2992c00cb7eb22802152e205025df7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8b5444e7ae05849a0d487c72ac8f39244ffe999e6205f378edf7694d7db0dc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba8b7cd3a242a924c4a05873c089600e5164a14
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:138739c2cb3860576491bb1aaaeea7c879583592d8bae685ff04b6925e24970b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e4fb7b9d74c1ad30a1b6bd6c4553af27c8b2c4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43175343c8deb41171f128be3fc7cb7ef082cff304e0b6078e481bfcc5d6871f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9850a730a3a91d8306772b0ade2cd5e9e9989583
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39addd023acad1cff794b0d764b4bed209eadfc399a03c9ffd9fe6c66dabe4ea
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79478a92d593068c2cabb2b4a0faf02d8eddc815
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b507c89d364e434ae68709e2a7655946c7610455ad147f02ff58b89d04e2002
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4a9d4f33e8539481134ba04de3996124e4dba6e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09376525ad2457430c51f8647a5336b68b26a58fe613183b52c2ffa41e28f9ec
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c652a17c78653d4c4d2d3620991e361f0a45e23
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58aad238ca301a4d8cfef5dde700b73e6f8f3534b086fa76f464dac76500d3bb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..076cffe2347b9400c1e62c5045a156f40b63dae8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c99316f36ff1bbcb845c8bdd17c08c2d3086fa326b389fba13bcd471e8cbb181
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..697e68cc8b8b92d888c1d62c92241816fa59a4e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:933a9373d1c10f338951de395ab7daa9167a93b53b8025e561c3fa1e243a202f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfced559e87d8f83da1c94f3e8042ba4fe795803
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfaa532199b5675867b86fa318b4cb48ed1bba78959b5556de53afac4062bb0f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac65fce144cf702aafbb95fa907f1726dc85396
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5832dcab7e1b49f5c7884e4381f5a05e321f7b35d40230f1583c1c0d08c1aacc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de5d99ec81a73f663aab4b000f22a8d67420a51
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb98bee51f66f890c8bc9031838376e4492ef457663ffc257c39e605bfb9ec8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15658be85400ce02610e495a2b1a1813988d1c7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:250437c3d598f72f2d213ece47d4d90237d9351f6ee2da17ddf8676aeb9ced22
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..236dc2229e07d8a9acee23d9f39c367cf6b38548
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b051eaa390b84380c37ab896820a088453024a6b70e9461d3beace79d7d7ce1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8687e385ab18d04fdc6fd1eb6315bbc1c65e07
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc775387e301bdcac64361a69a1e18a34055a6bad80133d11b21091d1a9041ad
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f92e478a2b6f7f8718377b70e904b86468a147
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab47df518595b09c388d0277fd9d4d4208362733281d2d75419a1f38c25cbb04
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..612979ee48ab5cef1f887332c43b92a1a064c983
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e13fffd1ac84ebdbe274210817ed277304a006d0d91adb817e13920858fc51d6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab7263632106b0dfe1f492186bffbdf608425f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f871c8e10c5449fc972d1900f39d1cdfc5dd01a563778e4ea3dfd566223313b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9682dd8bb5189983d729aad0f8cee5471960945b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc2bc4afa0276061a333fb2e1816d4e73166920c01b6bd603059e6c842ac82b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7788c822f417764bfdea8d98b25878a27de26744
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97572b99e5f893636b34efbed85b02500d52153a46f688c7f4a4c9db348c69a3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..059a1431dc8d6ba832701e6dfea022b3d9715acc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d4a50db7486f96e847646f94126b542504dc9c6298686bd74ce8a5461fa90d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba841f71dbcbdfed4a2787036bc046457dc65ae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a82b28038b3cead8d7628b38a4efbe28b3adef91f4864ae622b6ab762b9beb84
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc707d4cf5f9e9a0f7fae14af2ac349e098cca46
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ee24f21d3752c3e0bb667280aeb845fd6de9150172753fcf6acfbf854a621f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aec160906fa4687c2aecea833a4b074aadb813b4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef759f94e1e90acdc63a2e72def20d714a9a78e2a9e0110baa781bc3bf1f0ec
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a1d14e77bfb714eb005e84b4364900b078a4b3d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf618319c94fb6bd59e860efc45063aed308a58a8ecb44e1e25af416f86ee06
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f79e2d5382e292b6384511a5d757752551de884
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a049e9f7b17915ca0cb37b93eff0ac0d325c44e7883e97a93d4acdc4141b71c5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260ec96a35d8d9ef0a1abdb55446673f72c46fe3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420304221d2e455aed2e092e2cf0205ed3912e703b96d5fb10f482285360b10b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c40f29fe6c2122b37844dbd2247c9927a3dba514
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe85d15bf6225fbbb0d31fa21fbed8088b2a03f031636058e2d7d1f7dad81e2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf5bd2eff6eeb1adc205e7b4cc56501350f953a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f51a9b0a75da3e6c071ff47e961ccd3ac6f3aa846de8b7e19c0bcb821d079a4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c96d780f346bf190d5849850e495a8e33378e6fd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18094c7a0e8b6c8caca6bee39783b7866989aeb92fb44dcfd156861616013697
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02abf22306892ef26c8d4eed429f0fcd9cd355c9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3a448e0de01ba35a3da2fb99f73e193f3f99fefc915a05023c71978888362c4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb8e25419689e38666dc401fa8bbce9e19800c7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae8c14958414e78884d5cb039fc2f5a256894e03f70ce98f5d0c19ee6f00213
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d57f39261e3232cc05cc8a129e699bde2f868c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f15cd99771786c17b4d39c76d85362c82b3ac089445cc8c17a87cfe14d2dd9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f94b1bc3868bac6a24ee35e1dc8376f2d9a6481f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7345d2912ed32f0f6c230af3fea9386e7d7f32aa5a16feb5a075723cb8a08c19
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f3c5a6b7053696d9e88e74505ab9368e3c82cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3359e97870f0e6cd6ba74514f8ce9ebc5059fb40b2820440b17a5d189eae5005
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2fd8531488578dd7fafbb85b7d57b8096ce519a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:495dce40923a514d4e52c1f0b311030cd84deec51db47bc5e46292c2d587257f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c98077856ba4bd05decbb3dfb1cd0b89e034c30
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d52b8c82633a501ff5e4a29c9c3ff625e87c5ad97fa8326d3c04464068d1ac3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9859d5d603c5f1d12f6916efa32c8bd8fbf9d0c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf5ba15227c067cde1184e87fa1dc7136d4f0f29f2c9483053ecbf821269153
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74f4f6ee6f78e1435cadbfe1819df17b44a47e7d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56981eb98b37f7bf71bc78b0c265a3c42f10ee06b5dd551dabb9e3d5884bd8e5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0fd38fb37f2dffd24d34661d778d01f1abe49b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f0d1f5e318fc9491c523bf637e91d6c602cd8615c53d91e0211691642a2c24
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42dc3fc51c2fe60ed9d46904916454c82af66d40
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f594b4539d874613cbd7e63b6aa3083734f3aa143be1b8492c15c3582a39e2c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b53b801dcaf04711e5c745b8a16e4162bd75745
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d0061846338709937421876b7111ac6ed5368e5c28b9a516ae0ebeadb574271
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26fb2ff46cd2010d8537d9bae916aff2a28969f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b55c5a7cfc8cd23a8164a9caae64667b3927f1564431d5321558e48b7e676f8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7eb1afa535def99e1ed5efa051d2ef3c71b9758
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4758152f95c122944c6210789b43232b1fa69c9f50743047ec9f52ed569bcff7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e35ca3a72001c63338fbcc0f03a2a440d05b1ef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c58663db3ee0e3d25db75319095ba747933a0728c2297c8e9ff7388baded4e1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea9a9e3056a433e9f95bbd41c24137c416a3fd79
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fdf77edb6f835c414e3a1be3e6f304dc3c7e988f5342ebc73070e7eead66501
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd841afaa3c423e28c4b01aeaedadafb67f50cdd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:290a318d5f83f7f1e51eff3c459d6c1cf92e6a2a20d4521a65e7818428bdbd20
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a87e74823618fdf494fc47612663cbf98140160
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54cbce4a00fffb84383bacf7fae18ead3994e1e9be9bd562212aaf9976781fc0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2778377922eb666334c6c650848ac94aba89f134
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4321ef36e5db4015e22b6cc114f2654a0c1ba1d2e5621d3897fc1b62f1ece0c8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecde6837231f41427a374744fbeae4073bd6bb61
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d9fa25c91912b2002943f95c9328f12b32cf6190191bf0cea7fd57f9c0599d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7637eff668fb7aa737e502a996208f009f7f17
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d29955e611e1241d9625f0652b62985aa019e67f579fa56ff28b4850aa53d694
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b333b9f401e87d614660e378c6f1aca17f48fe1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aef3bbb3f32e0ac78cabf58c78a3ce8e4718d5f50fdce369418f8943c7edcd0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8339bb0568f2e9d18cd878f2b9c6c104294f92
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f8453680d199d92c1c8ddc2eb7ffe30f4bd753fb9eb0457585f461e6209c11
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f7882f2795fab83628dcc47728081ed587883d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:920292586d9ca62f4ce7a9aa6b3f6d7fe37a2871d52b70cfd7242a12e70dba1b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef2bfe84c6ccf4a6ae08e795971652ba7c921e81
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:302a73a4fc00f5b6b1dceb3ec084c3c9f62c6ac47146be5fda833183719a5ce4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c7a4c8b0f327f781e5555280de12e371ba495b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:622757483a91367e4e5ccae881d4efd0f4492d16ccc3feec1daeb7a78f8d5644
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41457af762fa7bcfac21c93546aa941c8efd120c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ecd994f87b50f44eafbd98a2962c1b5cdd4197e54373c0814e71bc4ce290cd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60b47333fb2300d5413264a9d6d3524726f0795a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6fc2a10a6b35aef8bb7ce7fdc0d167ebcdc5e7f4730696a8580d8051ff66df
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c1a9b3c7dc82afbb589938a514b2c5c7a6bad66
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8e8018ca76a21f2dd3f2ac0b35d9bd74667d357c20a7b27ffc7b27264c68d1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0b611b182d17e0055294f555c14fcf47de3f08
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:488ed0471ce02452dd679def20cd00e2f3fd51cd93a0299012de203594e82ac2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8ef3cbdcb9347261f0a23685a2247cfdb5e98f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b4c3a75b2e3656a0033b3e7b542eea1b948f95fb1f69f890e793bec5f3eab5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..357512f2674e4cc17d3bfd2739d264ed4c57449e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3d46011cdf9169df8cff032f2b05b5b9b5409c887011166d4cd5af0290dd0dc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a8b78ae7702ddb24db52edbe08110d10c4813f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50c72d63cb2a58222a71e7fe42d368f3f24b2825cec101a7dd989cddcfda278
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b8f894a106dce6a4c346e88e3e28fe33dcb7da
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:647c4150090ae23d54e5041b038ea7d3e1ab5998462f5810e101cdcf566949b8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8948a4c1da330f3d0a03f89c62b6956b69c265a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abc542aa6bcd3fe5a3a6cfecd8c7f3ce5fe291d94a3d9a2582375df26534082f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..356c049bd670dc941512b90833ead80671242445
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6f5814d1448e4bd86b69bd4aa7642e9fa002926c19545460d25a012e88ef6dc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74284d5625ba4b75dc251c77f1c315f589be62b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8176065f51a8fb00e95a603a6c5bdb0863a8f66f256bd907777a9d419f2322
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b910efa653cc1422afa1e1bd6fc4d4d80495cab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8275639f9a6f16274088969103bd27564e3e73d6ec8934868b0317021accc4d6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..149d31a69f1454e704848f96199234e27e2db322
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30bc176fe6e5cd7cfe75c7f5d7b93ebe6681bc6ad3ce8c108b5f686dbb981991
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c956b73ca5f6906cde275de904fdd8634a65f65
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e0ada36d331c0b111fdf829d64642f3111dff6564177af6f53991c2f0d1915
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57a579da98ab0709ec40b774f944dddc5744b8eb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76c684395ffa3f81d99a27013ed719e6e4b16b04ff3a817e17216b617f09b28b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74aaa5e479f2bca3b0f6a1d00a0ae4e86d0f9982
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea4e85f76478f4edf34a26213af9f89ba5fd8e87efbe884ac1b4712e54fa98d9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c144192eec867810b0e97dd8bd0a40bba8b1350
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d7572cd1a757e1af92a8d2cf165661b039a22c6955944689c4e94fce3868c2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f40a53dbd7caae72d7206bbfbd4a1648e20edbb4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09fc1d0dd2ab8c933dfb4034ff312b4b881f3d5ca59f1d342178a17b5b496956
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..956956e24b38484131a420fb64566c432e10b1d0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:571839a02d434f3e909abbe65aefe325177f943566aa985ec4a3913a2e1b090a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8c18c3eb9d67ab136cd214d5538eafa9f2be46
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dfcfda47964a985d1557fbb90124dcbe010a50d4d43071d277e1e7f1320af60
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a76c0c33020e34c23940d5982e408a4d69c99c67
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a3e185f8e63047fb34c2f86d10642b487bdaf388f8252d1cdd51cf90c1dc99
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff7be598b69dc73d34456481b5219fad358a29bc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22887fa7a5ce9c437cca4ee999a66e6409bdb62448ed2b5d39c3ed3b131d4334
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..393e7e71b85132176254a4891bf8fd9d36d69d54
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed89ffd6129c4dd1e503d8b5d4ba118c37660329061c6f9ca74aef7b7382f0fb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fb40256f4e22e52825c0792a1565d9586b0a042
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e314917faa0b1294ca630251e3fa44ff3e6228786dc21698fca90a2004b04f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd4d5baef3634b97e6a1b95420c44048f7172fd5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f807514b40bea5ae11a252b1aa6faa42695abffa2f9279ae5b78174c6cb769b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b34a52bbf29ed59236828d91bc6dcdd12206a612
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5817cc480fef4b5fd4a6e6c835157664266a541759334e5408a939a54d7380ec
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a59179d3d9f2182c936778bfdbcb4b1d1071001
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c335e7eea0b9c16b559793eff3483dda44bbed4cb4e99c87d1b3c36dbe89bd1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11e4547225376eb7b4eab1a75944c04efef6aee9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7ddeded2a0e42474162ddbcf7cdfe9a7769d639f2e5be881e3fcd79d395bb6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..248f16f546b0c1b8bd532c2ab57ab2f715930fce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84880235bc2a99169c1ab24dc65bc024dcea6c8a8e7914a28feebc259ba41380
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e4cbbe025673969bf5a61a77812c8eeab478ba1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39d06296aa6f3be4ce8854bc8d40fed51b6c9b3ca44809b07f10d81cb6be66c5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e0bb4d1cd85c6fcae8baa49f2f232ecb1471c57
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3da56cfbdb5467eb88aa1de3939d99d1047fc3964a580ff47a64af91733f0625
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf8cd0436b0de0545252b34ba358f1437c6a372
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af3c0a586e025b4435829873b3568815835c19dfe3e798e6931941e92ca892ab
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..febc3dc6e7af41dc9d9994d9a59fee7b8857c6a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d48df5c8a7d2589d2c2c128dc2f1e2b6124c1cae1f9f1cd78aacefd8363c821f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3db39238ea913ebeda2b5a2d89e4dc434bd4261d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb1427aba4cbb9ba3408ff4f8ab107f984198e0a35eaf86182c48ebd7b4205c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45fd0da1d7e45825379b9aba2cc44ede92291c1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:567a79c5add640bd03a9c49616c17f4df33a5354818b84a283a7001482ed8287
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60b5a5a7adb7762b599fde079b3b2fb3fe2e53dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf34e4df7b07cffcdf93d30e39da88536d8ca516c62a1778180f85775a73c21
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9784c7ab8887e4321af3759f659a772318b4dd09
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b3a4bf48bd03b13d3bc879e1aa62a5c9379c33349cb0f582318a044cb26ed4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a4cef3c17032023169ffbdbfbddce24c2cea27
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f147722391022b41f35629e9c11b822ada6527393a3d97583e6da42e7265f7db
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be5cd5d079b5c26e6c97cf95a847f255cb1c133b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d8712ae81c8918304b28cacaea08f12a06314a4ca2df91ccd22466b1821d26b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e437f2e2d62e2e71e923af2949d361a040efde5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec74140f92831c44168c69377a088161f96c47986d4e478ec66fd042d5f80394
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bb3f865885b19d9991d330432128a8bb5c06bab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e06b55a5caa0cba245b002bac884895c40aaeb48a6ca01b059e59ffd4e74e156
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d2fb9df31bf451b369579ab498ec646e711bc6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44589bd20a89df19302148d74095fccacf03339ad501edf1773909d4fd4df39a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bdd073f4aa7ed444db2db5aa5ba316b225458a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2609d2d0fe96cd575a86d56f951f5139196b7bdf966383fcd665547633ff881
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5709759b73a06fae17e5f9f3470708b83f70ca7e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:972b4a6d82a865d177f1f9d9a9b146bc75e85da0dba4f3462c529d8cec83c63a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40b09e3e42dd74cf565098bf5c6fe19002002043
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:378db37db35e738ef4c10c9365c3e51abb9c8535d1c32f9fb654c68300aca48f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..321724c8a9741a711941432e577e58d45c815524
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3542995ac15ed16425de8383eb0eb9288f8de1504a88a4dd15c46a77d9396c1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7813992126305ce9fd3fc29cecc79e45aa7cbe2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ab89a62e55aae8a80da34604a9f5077cf0519a31ac153bbf2b6450369717cd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ac7bb575c38b299f1c2a8a4e054120e23b6175
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f6bb2a74f0010a441661c1c3c66b066ba0bcffaf7f9c38d8d5f2dc137d21a26
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e56fdb9b970e45bde13c90abba4ea1c69ea4170
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4847d16d8405eba383583686a6f3da9421a5874d74a3e225b89109187d7a70e4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1172974a7a5e5932f7fa7f640c0b53b18e23b0d8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5109971a837ab76c7418ab507e74c36568c3abe8c7edfc054dd43d8c553244b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a147098b37c0a0434f1bb09a7564311221cd2907
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc56cee9ebf59aec9f3f6a80f977f39853b70874475fa972e0d6f13bff34cc9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7389df6d941000cfd7bf34674f2b5fc2bfbd153c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5964e2110f5cf88f1d6c2934b9619e31d2cfa538e259b70aa34c9f03d42f38b9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcf5afb20df9db4c812be71f536fb76aea69ca4c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b65d9368a85c6fb1cad0c077adc82c7554f13cef4fe79c242633b975bea784
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..168f37b38a79dbcd1b6eb46f118a9ca27565003b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ec412aa87f0e636d7134ae7adf63af2988b1b9e3ffd6f1f3b269e74df23f28
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90d986b86af027995583d187850fac508b50b10d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2cd8c2f5139ba768254e3b2d37cbdfeb2c1753401f0666972e518df98160446
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e21b315e4df6541175105431ffbe89a34a8dfa5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b02c70439e3891e47c301f5254f4063160831d10b7527eae6e0a67701288ef
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..858ed899f1a468b434ecf6a7627caf18dc19f608
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7873f95ac57c7466de7bc44efe81156100e644eb60bbde93fda1b4604a1816c0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e7822d5a858144c2c51cd3df62e30643d78441b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b149b0be161aa3cc6aa2e2992c88111fd112fc9f8ff48a34cc001da70ee571d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75452518e797387a32047c2d7609cd5f8a07cda6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:863c62ede6111691db6436e03ed7aa9e76d9d1ed4757145a7d0473d3e15cf048
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6aa9ce4f89932f1d0c4afc2454698464cd32e27
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24776232f256b8b43ad170bcffa22bc1d4835eedd59cc3e5a6bcc5e4b184d45d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e42eba483faefd6b6d52b7df10df00b105b3c2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778ebddf1331a0ed06af10add3980b29238893a191d7e84f674d430c5f035797
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318d4e8d1829bf31c501805e9afa2fa65a1a8fee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d62507dd2f5f23ab1d393cd1bc5f2bf5dc9e589a8b397143bf8fb493b03026d3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae9bbd097b9f5555ec238725cdd69fe0fb105bf3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a990dea0990c15246e9442697d1f12642ae7a8d7c0ff911ea691e3d8cff25ba6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a68ce9a5467a661c317df31e57a02fc9ee2bd0fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd300318d1a1ca56e6f80a497e8a96f302e5327128bbbfc5f13d2bdb206c21b6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de1b1ac9fca656a8a30609d43b1957fcabc3440a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2dff4cb35446dfcfa3d7a8e8c923c58b3f2d2768e9cf9edbb22c3cb5c0c1d77
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8955b294e5134662b5fcd0335f5c2c06e2b5cc8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea54e3d2848fa25470ae52529f0728f6eb517b25e8c3fdbfe41f5a98435ec188
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69d3a03350c208d3753395d5e05689dc93c3d178
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e57bf6bf5c7ebf13a14bed8a0cd307a7c5e23af2c95ba52986f034ebc36c7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce3bd44a80eb9b8bde91982578891118de40ba0a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa76be1c20900b105152acf530c49ca480430eea7cc0831ceaee1f23e07d8579
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b606445cae388bdb87164a293692e6507287e27
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392ff6c825d195279b154beb6c1aa274bc9211a84fb8d1bca429b560eb98f5cd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e921d858389a9555f163391f09590f1cb17faf6a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5977865f4200decaacd8595db293e92b9d524b1bf0b86faf5f06117e63ac13d8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..990b8a0d8cadb57ca451d7dd70d6fb2cfcdb93d8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98b299f4a5b338c0c222283022ad670d5a675cf73f6d3f7ab471c253dfcd6de0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71076a2eb50a9207c7af343a67979294c72486dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72792e437994bc913e5150e5d1c2f4b50461baec8ed49ed5db4a9651cf3869dc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830be946f2bfdeae1be772dae0307e15fcc0ae4f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b893c5e1b5844b4e285b53045ab7f933bb1ee2fb811589215deccf569c1ad02
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c271f2f6084f3437e8aee617cd0ca5f2fc0fca81
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3de5b9c995ceaa0edb556f3063b3f4faccef6bc123d477f4c83bb44858b6ffb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09198d2ed771c06759d77c80a10a5ee133026356
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f749bed100791a32397306b2ce55c221949868c37f37799072d480f15f62bdf4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7598cdcc19e07c2d18179fe75f574296585428d6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:510abbc0ce9e0e709e3b04eacb94e2df23a84fd3c89f25c79bb95c157396ba93
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64783d32af0ec013018cfb7bee0455f81e249fc2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4521c7ea2af6f25c5ba8e57e6066e8d44a68829f8e60d697eada77f054b32f0d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e6030d0a9e6e2468ec1b2b367dae2fa095dd746
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:877d8ed7a252cc829b88fafc6ddc00cf87f46003e9e18de1f6440bb1b049f44a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd7f075a69cb6623ac555851260f6f1af4e1e6a0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d64af691c9e5d9d639318d4f20e47ba01d1a24e5def24d2f6f242138bf41a6c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02eaf3f6f291c46cc2b3634ab4db9cbb675db629
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:464d6b8032b993c492dff18728f09ef98532b81ddab4a8ef66f981e67dbfcb74
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fdf110bcddfb4b8af5393de8ddd789c1e5267b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:480c565f0d1882d02fe873c76a8e872645e160293243b819cef4f538d59a06e4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b4d23ee3a41a196dcfb1204274a46641ea78742
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30e1c29a917da28842f9ef9ff653d07b0163c5e00e0a2a8cd25e0bc21bc24664
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3951b5e229262d8a1649ca2a2f4c500fbea17a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f236849600fcc77f7cdcd98ae84cc5d6c16f57299cac06f38f0c804020b385b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f435e270a32fa4e2ca7a09547e6fd91c7233f4e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a9bd5c1ffa41ad21d53a7ea4c943af86cc4e1c1454c65b3ac4e083b061f0f5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..542e35dd9294c5b0b1a4c9e0b6bd5a1517f3cf46
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c4ab25d6ca3124acc376b9d96997ffd60102447a0b68f82b7599c07dc95fb4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe8d3ef20114b896164caf39cddc74f9edd7651e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd77599f0394e41593a89a2185884e5792e767c57912efab82f89e213beadd34
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb24543e459a2bada638f6c84206aff28a97e1b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a2d6223050b2cbf5099e05a02dbcc7f10ed967eb714cf4320c7038829d7220
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..514f77114cd247c7b5b7099136c7e3a72147d9fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de5dd5daf1e0edbaf1e9b44700e61e2590c90131dbbe9d98873e0aa2a5ffc25
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbb6797a4e0304ebcf354f69ae84b640ce1eeba9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bcca1546b255760c34da16530e392e94cef76126ea14d189508ac119e554a79
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..201319828376b33fc9be2f9d41806e247e7f5316
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:476a121e5dd78ecd378854d5c3cb0c459130db998b440d05affe3a9fc00224f3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..273e263c9d43a6c86ec189a17f3b03d143486a1d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce423d31c08595e0a1c3f51bca35d028c23472bbbb3e51caec69e4a6334e2d33
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b00450e93b11fe7f4bf4efee8c62b530fcc585
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79270b3adc7f3f381d619684cc451f6084b35b0830957da674ae7acaee6e239e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d3de9b5858f9169ac9abff78b8f7a77fb4436b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ed3e67ae1b3a4d6a4c3ca8e5f0638b70019a39028d94d4f9ba9558e3eadc12
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a808e9150b83209dce447c46e05d3f7186797c4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18ab3dbaa0b82866a052f5301955b9118beb8ee05d5c0c96f8152a0926d66ed3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a2362bc76d4fed5167e2a4fdee56c1dfde12904
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa26c2381c60c205b87379f147b4c8b1ad8c7cc4a92a596b04c2cc9baf0a2f9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0c08546f1571394ebf30c9c89d5de9750ec36ba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c97d5d2daadc7384f108f9c67db6d0886dddb502fa84aaa4431634b83c73b2b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21231094b7ac7a96ecc2c680cddf465c41251584
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a726c2775db93babc6464c6477c8bed2bcb421c44bd6d822f117eecd2c9708d3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3afa9d6667e148a4abc0a5501b23e8c089a34e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8311d3e018b21aab3197e6ce712ada7b249ecfe176c47955011ad1e204217b50
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe43c5eac4ca264f5473059f292bb9b0b7e9d4d0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce09c08c0085e121262bfae4040ed281645063ee5550632189f82a608b3cb21f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d1ba41067c93917f81d8f541348810ce06751fd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a34386d8d97603df8200dd50e09050752c41ee7e01971c4d0bcfd21dd52a3238
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71bdf40057ce9122969aec313c512bb2cbc12af8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d36d476c06afdcdf800392780df4fcb50394bdd54d4fcaacaf953bb489eb24c8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0226fff7d9ca387a900685b54f7f3c64ba85af6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a6e94fc4255de5ce846241032402c5b56af9bde654435b16ef0187fe39c9a2a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3750300edaeb452ad1217d20716d1159bb662bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79cf672104edbc1ac0b1ba1ac8732481610e5623a28b615d738699dddfae48ed
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..787796545ff8c8134ed987510c8159d3b0441cd8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:199046683e8aa3c4b091b1352f42c6fe68eeae0c0df96a31ef342a868e359c6a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea8b51ca68fb4c1e7aa9ad61a515afe7a3a91fa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f546dcba2ede8745a18046da2628e7d35994b87b8554c7e806efc39fb99a7a94
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd63ab00e6d9625e6bb0b5255a7352ad2c3f641
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9493993bef7e0f764507871846f7bfd2ddcb0770ffa7e72b2e2a84741ad3709
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..109c49358a03e0e95d0a65ec85782d05a3df1c44
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1970c160aa13a71e03f185958ef99524fd31549f15132257f7dcd64bc4cb8fe
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54242c33ef3ec331a6f6d9c9b2386ff98d076837
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1619a041a964bc622309b54fcf53671054b2395e56e8d47f6a4b6e55c703d52
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..070a11c80c61d42c4d63cf9eac85540578d23f24
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23c7e6607a5fcd06b6bc2fd038e66f68a0db804693df0997b991c6b7d7d008c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..930d4d3495582843480cdfe5a9009155caac97ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d9d39119fc44c2041940bdd67cf1cc3281b4d854a1d52d599f15f2d967b9432
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d18810b7d72baa40579ff4d219e2cef82accd697
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35258a69bf455145808fed5511deec3bbbe6e3b6a3caa9071afd96da15699af
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b05dc5da10de8a3b80dd38e860796eae46a5d38b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b0e7aa12cf0a87280860207ce9395629f3d26a90af995eb9ea2c04db288f9f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a2097a10425fb1f5cc184c86363a83b78cc70f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d4291ac5716db619279b4f67ef84f6178400c9049f9b6f0f2a842ccd763371
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2420e0ff93df4a1c3cac40b194298c3c6dbcef9f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69013498adacd6a02535814b56508a182d7a3c7cf1f1f526ce8f7ac009be0ea4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..850ed6c78d97179b2de60422208f322cc91ccc03
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b9b30d47f80cc460c082d414fc43e54f03cd1e7819c83bb12265fda657956d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d284b73e03e5f25e31f9a4145941458b16e1f7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7aa9fb44ff696ec2807810c351f73418df4beff6805236d908007f00cd2698
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b75ebab39a4165baa136803a34ab351023803213
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0222538a8d353ab5a1ce37fc5fd282dd015e16f96b8b121fd13e40f491d0c3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6f955554407896ae432a116c6acb6cf81ea976
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f41f0f1e9f4f8f0ca40f3ff331fc0a3c20be2dd372626cb01b6de2d83a5f609
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af7b3c96f87f365acb29ab73c9d62e38bd65586b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81d8e53980820a2181dcf71e54d638fa7a0071128ca11ad11c31f24abd659e8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b307933acec27cd5b27f2e8ed6a89213a0195e25
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe19754719ae7d62e7c895510b68e9e84c60cc74c9343fbc7727da2527ef07b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..244d9dbec8eb9b4b34c67f18bb217ab95c589d2f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5612109ea16c218a66b9cea6a4d98719180608407ec80e3d0e9726fe2d7bbd33
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f124a5fa021da2f8157f742efa4731f309834c3f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b91163a5c6ebc542d8aa2ed5decfa7e6be60e2a975a215a2f486f49ac99585
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8362fd1437c2d45050773472cca33946a9d5e54
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e6986afbb968e434105078cbe4de1c0b0545c40041f2d502d4a50ae8f7a180
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9f369bca3a1ce529ec4fc99962c658d68d372ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb0e3951fa8994990b9a148f5f6e5ce472d82b771a65192cf55049d47adc777
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f237da0f8ad19abd56a01dd0a17de6a6429afa1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6cc562146e85fdccd95fd76a7be2129890c976e3aa119b6fbd5bc946532e2ec
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b9ec25893c2f1ec2e858b2104607ac10616e742
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e81cb22c8e38f143327dc4ba1e80eef58d73460129a180d0bdfa68bae0445b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cccd49536ee19c56c78fea4b08ecd98158e2a4b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f83d67127b707768e6e5db03d734b16a79ce0fc95f66e53a650dd375f932287b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..879260c208ad06e88b9fa83b112acc5b2b90b527
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18010d0d43726e51a7726a47d391b22d41b3d800efe8585b20837d60694d847b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cde78037355e8416063d59d246eb60ed8e47af0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58742fa98f72b5797ebd0d6e5e817004163cab403745f45d55d043b68fefda8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94f9d47b3500a0523de05b366eca84fc9509eec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ee968c6505dac61c5e7e9d9dd5ac9838a0bd3bc2711e567a60233818aa30c4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..031c8da1e3e38d24dcad799a7b0fccbf67d19fc0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5d82fe3b709de8f76320194463a4e9ae4e7635bfcd710d2f4bf2baf5803fd5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3ab2f99c8d9659ca87b90c33c5d98096919ca0c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808b931fd819bf9fd3b2cfa4bdcecab7d816a200a0ace6d4874f6d6ad861d3a0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9dfe04401dee492e39256d2a9ca3df53791572
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b98e00edd28c10bd6dba347a360af141e9bf89a1a0ea55ff02a93a9ccfd688
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..602de8fd584b4242ca02fedd608637cae1e03020
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c990929e64057ae3a82e868d02841bac12fcb6694ce8f383fb79bc9c0fe273ab
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ede817786d94d2ddf08ab48119eb9c427b4a74
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc5ee522d5414b504e954328e4a021c8e95681046fc3f61a6984c02c487e82a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..852d3274a64832654d8b3a704d2e69e822988763
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4477a05f8d7a01e69cc66207824c77ee94bb29769aa4dba38b78d032fb733888
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2565b4753fdeabeb95470c00f216af846f1a68a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a00b8a0bceab99183222a6190c07cf8e37fe56a67202a75280d61faaeaac1a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f46c51e5899e568a76b2867a187634398e2b909
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8fbb8790a2a90a5c0f28c61bfd081c163ec7cae323091965227559181fcdb1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e0d8b64c9ddf0d4869d7cd0eed7a4ba23f5e353
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260b8a4183cf6e93a46065364e8e8b558b8e8123849870cd88e7b3b5eaeba099
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db328301e0b8f81989818f862066880b1b5dc935
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173dd92bcb924c9b1468fa6d58c27af2390921ec538a2e0c481e3795ea22cb17
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ef34d9f3964b177132f584d36f2ffcaea67dbe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838986d227a53f36db70b3854b1d4c0c42a24835f28fd76bbd71f61232a9d370
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f67c1a1e478cb13d74d81167ccd3a49111e8332d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c280cb1df823fe0cf2aa919a555835439a9403085dd1887c55dd894ef072f573
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0feb63103a3937d840fdc3f2d61f3cb2c3d9f061
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e6ce375ce9940b699dfcb9c0ed7b1fe761949c5f3b29e5372c386aeda1e15c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..496fd17983a38d27d4d218d7cde0ce79e5c6194e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f506cf86b3413157863d41c6dfb57a62a2600d1b70874459ca06deee44a8a846
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce2f6d21278b9d54e9a945ccd83e59b8824e282
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:389bb66895b3fdcf4e690617fbb6272d25644f7e11ad06e7b10d0f9716292bb2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c597468bd11d0ee7af54ca410202823d669964
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db8b34a4e7ffcb2e231b449907bf3d7607b7393db3ab358a703293f686088a4f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b85384d41669a89cd7e2d81b6118588de4f568b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96760337103ea2ef0176849e4c14793038fd50b96aae2075bcf93cd8bd8b3201
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1afad55c19d2f768f70162590ad62968cc3fc433
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c7602ce02be0d28f72cd4fca313715486185c7a1a6e44251ed273ff64ba3bc5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..662250070e370482a53e2a04f66cdaec86dc74e7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ed3b2d9d9bae4637b465f567d17e6e86cfa53a9a88cb48ce16ecf499f76348
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a1d1353fd3e593341eb2d667b5492edf8529b06
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c611dd0835200fc799a537e3da3dca822e81e15023f81cc85f48040ae19080ce
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d026349a578ea8b0d6373463431973aa80a787e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29cead4370bc0792e2c64419b2aaee75c8a8beaa0030fc3bf03021a099e5ce50
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24d3d0fcc25263ac3c593126b5b9950d5d5d0dd2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71fdca8945b198e565558e9e66a3ab0890d6d40cd4a852f6fb4a0fc526885b9b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa84687172bdf6d970b4cbb894a5cbf589b6881e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31897ae2eb7e6d195db9d6e9f0e3ca08c7b43ff2fc6b8b2178b2d178a976645
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e456f143e7f765fe50e38073856859d0b31c0023
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0590fb606c7af0f351f024392bc1f4d702d497a401d56620e22ad5229f4f897
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7518c11fc65763a3db54a8586d9f9b96aaa70669
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62aa77c92058fedd8aca62f8bfdc81483c258e71b9059c7af7afdad5b5c8cc65
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e393daf37a35f41a3eb8598a746085749dcf7bfa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e16ffaab221770b93d236565fa96d12eb4e67f4c5ec8c771f741e28e75e18f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73da281f4c7d6efdf67d747e8fc88f9cd7f9928
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa005d1f4a5b3ca76039053a324cf4657aa68def96764d3bed594027420cef56
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6445356dd22ff606495305f1e05c86917c2dd3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08481ba27f612bfef0b0844947629dd1f11316644af1a7cf49fc2fdf6e077d51
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998debeea22f5b3874652cdf93a0b760578a292f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93e5856a6d83f70cee118194df79c5e942b4514c39a618dba3d5367dd4ac84f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71198b35afb23b759e8810930dd1ae09ab49edd6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6340bfb0de009a5deb501d214e7afadf4710dbbb9aaaceccb2896fe6d185c9b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b8ec88c889c77646ded6e29ac5ef62140b3271
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2b9ce971dc5d8737776a1a1576f342034dc5b601cf7600d9c9a37e4b7e8dd4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d12b19469ec7323d3ce2187d547697da2d5e0fb2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967001755eee2b5f35047aed5bc2c7b75ffdac41144351a56e7fa0cdf8d097a4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eda14050841c028c2e79a383b20b24b5d4665aeb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc28ba9c9bc03d0e969feed0c760239109194f98b61364a43b8f85840f909f70
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf07ba31bcde1d05d741a8d5d62412859f129e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02497b51bcaccf637e9c3f0c080df1d6c0861c97d97a9e2e8e3aa918781efe3b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..837e1cfa3d43f2c255f85f1fd1e6c2ffa2922f64
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c2a674fe21fc188933ffb344e016f57b23f77da4bfe0e20973276810897bd8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc1044bda4eed478828a51ebcd77df088b147d77
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0adc244ee044faa229b386e47b7626bdeeff60a1f608c55957d18bc3b658114
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6bfec33069dde5ea1a3ec9bc6fe2ca14c211978
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6ca3408b1e0548c83c5895cb60774f16a7e4dea522ca66cb22c38ee55f97b1f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226c1e22a22e4e3856cebabe8ae0a6460d19411e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a139c9fc9b61c85fad4dbaa0ff7fc367afe470f319cbe34e2a22e1e7413538d7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e302c75cbc7c142bc93695e3c29ee3a125852639
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037a03f9e0b615edea9c9ff0c11427210cdd991d004ffdcea89cc1c91dd71ad1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2050437580729bc2693335f87ab47a34023d5bb2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:936bc1d3fdca03a100097483faadbac5e6a16638ae02330f54571fac1c4dd304
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acf54c963371efa987dd1192ff54f6c7c0f3e5d1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795df390243e7b5ce3d8c1456e95e7d6909cdc53dae5b32681390787af9b062b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6daf075f4f5aa59b0143271b5680eda1c1e699b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4906b4d41761e800bbcf9b4022e9067661bdb1e1cf5cacac73cc79c2f313b217
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd2a4e62ab21ec506b4149c03a59b705718cff13
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258f137bff1d051bbbd9f7343adc1f97c695cdec5b941deecfabcc3d6710f93d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbbf077e5f50bca1e3b33faed24cc647aa83f92e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be29376cef53f161b883a148e6117e81e69f250b3457e8dc9514166ddf21de02
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a0648e8409ea7744639219629c5fecb6c1ed347
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a9e3f17e6a59105630101cadde012ee19ee44ef8bd3472121c8c22c0a827fe
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcdef83387918f53ca5d1fa8dafdcc0833b0c170
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a0a46576201e7282faface52c6c7200dc607e16dd7bf961cc8f0f5c93199b6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece00e8425885e5de9491272516e703091aa26a7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:557f499b0dabc541f66d3a02939452477d2b179f0b6e56ccfa0f18079ebade06
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3eedeafb5e65442d6e9287e723a1d566b3e3c3f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a98d08fd1003c1370640d16b7fcb40a9c181e204e181ebff7bc8b86bebbea6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd4572bbe1918f725ba297aa44bc3ee32b32ad3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9f83031f8385881a0187325fd762e1909527a0fe3bde110dc7884239e3d7e98
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee4443ac0d6e6b00aec4f32a490015f83583b834
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3440fcc1a3b999289e47ea6243a3cc1b7be47b7eaf5baf2508722611c5033bac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e7b496ba7f862218bfa360f3b35ca3b8495b5ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a0341319b98cc65656069ed8947c3f730781c0269871c484e5078a1db035d62
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd79207c1908a089d1f0f86318de53b55b799d6a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbfa093e05fd5b412c11615d68a38d2d55689455c5d4ca7aacb17c339d7b89f6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389f6dc982ffaae0d0d6609ec2d491b950328743
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f474ae3a67783da7ced1a2842788f2ee8bb34830313c0ecbc96b29be2c6fbc3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb70bc7274934ac9ab5638f93bdbaec6084c30fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ab2654d08379286355f34df8fac127eec919cbbf95a511c42bde43ee7c3379
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ca0f1ea4dcb90f313d199d4d8b3dd52fe47ee0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9f0ec04dc59c24ee1b8bc9dd84b86cfbfe23d0373153434dd4c1670b09e26f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dea46ce92f8d125b131508639d9686076b7bc8aa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3b6399087143be050156159e3e5b23b66157da0856513bd7959faebfb4d58a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6da0dd0f803c9a8ef509d3b0ef3f67de2699edf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd27e48c4dd50ab6ea2e6baa52cc06e6e50c07c10038c9561f939ce84f2018ee
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb07d0155f7aecbbffbbafbc7613dc00b875322
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60d05b6295ba99d755941ba5bd167bada9a881f029b4c17354ae61b90bbc3b76
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddbc9dc32b2784b88fb912a794a0d13f39adab11
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36debfb2b1f1d588d3070e5e26d0c55ddb385f310bd1efc0c4bc9592d87b8780
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f036c684a9441f855e4ecde4cd3a7f3da9a2a43
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ceadb7db0ebbf4d2e175c95b675c8ee784b853401798bd6e6a8a1fc5d76fda8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca7ad1c03311eacf02bc945991ee6b51e5afdfa8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddefe56c22e272611c1cc796ef61ee4ec66b0458231182d2d2943b714707f027
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..689901cd551a8be6d5b2dd066ab756a8e2063bd3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22be9f80fa775498796e53d98576f48d3b07b8def1425e33b83189302a9cfffa
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30a70fe3618acdb01d379e3baa152e46ed26e03b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b8bbc40448fab5aa4ca57892addb85b00b89976e013c38b9225d8b0e611708
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..208a25b75c86fe18f129a9d47ad209eaf43d3daf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f1de8e10c75cc1e9d4ebb96958a84be7572a041ae8b70c4844e48892cec76d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f691789dbf5fea7f5719718bca705b664b27db
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb72fb8abe2a9b0caac2ef109d77bf51f1b875a7d82d4ad0dcc2f57af287d46c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23aa420ad2575e54a8033c911d64e47be1a90e80
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f83613dba557295ec2f98e5c5ea0335bfa9c7204f94b4e8dd20713147fd844
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af1baf513d38bba277ca506e17bc1b6a1d391ecd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca620790329cc5ab796d73d9454030f54aa1ad2f79f1336778448f943481f11
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e46cc1c0c0585fe16409a06307807b5393376112
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b86ff65cd54f17e7989fa0cb094c989625db5d7068fdaad114867ccfc642091
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec2a0e52148adaba606a1ec3b4a088523be7ad8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40b4270d6ae2c011e88ededfc9be23720b0f4f5f920544cf3d39a10be197dce3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e3f0c0cc7999deb7cd4cd44a06816ee67c168a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:381f17c206441acc394d1c3299869dc63c19849c7926b6311f5607ba819b7fc0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4049ce77028e276283ffa31857d9b81f7f6256dd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:864243558ee3158a5e6a85bd8354414660264091bbce262cdd0df26a4fff7ec4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c98ec4d8314480bcecf10bc15a4e0499401abffc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eeb64b89d1f82e6804796d073aa54938a41e5eb6e7ea321c1d39fb2f8143b07
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd93d0afca39f5f922e26b9c9c9d77b58071e584
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd911ad737abe375cd787dfc9bba2972256d2e56fe7768838cdcc63b78123909
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..482a380b49c3d73fb36b3520136e525e874ac72b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08e340595e94f5dd4d04a13939ba4a439c7fa968930afd1e54f562d03576413
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bca7d34f8d756b556b1adc5938b0a318099ccd4a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63a45e360f3a97737ed89843ef946f0e21303e627adc23d051d2f8ee164a8d4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc9a1156592ad21436a8c505ff7a5ec381d442e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b1837ad9b4e1a46a79d2ce07019afda89e36f7cff7719f4cfa5e46dc143004c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7ec84adfb2eeb1b5f1d7d0a8c0de3b4b226c26
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4886ca14fcbcaada706cd78d9c836bb762790f05d15298cb0b7d82717ecd1a27
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..609d38024bf4aaa75f4150060f852bec0097408d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0def756ce9c8914c31eca48b1896032d3501d58044a9b4b379c7f53cac932cfa
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..634f63b714a7423a9f52c636aa40426907b8629a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598bc02a3de0937edd0076bc3dca13b7ebe69cd7653138a4cba2768be589112e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61d28b961ccbda444ff69c07db17003c4da1c60d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7056b6bed632be5005ead6950a22df3f6f71772896916afb541f9c4a14a8cbe
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f266612d750ded5a9704ce9263bc8d50ba5340fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2899698e208c2bb6a5d99244ac315fa314681cc04e1159d652f744a27b8c9bc6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1aeb004010cdd21921e770976f63bd39a0a80a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e341930eeaa59dc36d6635d2973cd06744e388634349d1b0c2a0b8ff88551f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e2e7d8fbc808142a373fd9db35d13c9dca163e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:783f4bebd6c45523a5b2b9f7e7279389c9935c41c1c8916457aaab598fbce8ca
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bc082b996b56f997fae8ec9568647e81e8129fb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b12a89bd9a209d2110566a569d143295528cf70232968fe1aab58b0917f9a5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b920ad670f1e4fdc6d475bdbe68dacbe5048d463
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500f2aa2e9decb676b79d6f39c3499261d46ed027e8ba75050da1bd2d830bdb9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d9aa49b3e0045c770b399e6a5d07b6b9ad1e58a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a985eff34aea112ae99ff8af6ebdf00b09b50b6bfe87b676492220eabad18ead
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..269232e3cc57aa9d77037840405040e192ed3154
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:888f63568463d6f2141e0b2b3fdd9c6f86e8f69403ff04d2f40d190db1cc6060
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23d6b4e2a582126ac09176591fcf171ff3420740
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714a3e12ea2831c8178d88195917be99886eb50ded210e9b7a748f2fc958f6f2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e1d1545aa7abcc0c643508e8e6e1dba84cd93e1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c2feea42e75a7d91ef684d17bca793801c485da86e1613fcc53ef71765ce2e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..641fa71a53d8c24901fca3b594fd66842cef6d19
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fed748db20cbd0ff78571eb1081aff3b33b1ada762f56d0728b922296e0893b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914ad48e89bbfc0c9b29a94dacff1cb1d1585548
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b6d17679ccb708140cd60b39850b9af91513f2996bfb6072fe4e0f55ad1185d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59dd93ba1b0445418a2dc0f8d7f4377ad09affc3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc028d0c130886409bcd6e01d43954d0fb21d2879ab00feefab8edd7ea49411
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d02a4d0a30c61bad8971b268ec8089fdaafee0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c70ef5e73861668fd95d6a4f17dbe2702e64efc90cc0dc11ef32006f121e9d85
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb7407cd68bd9506a9cfb0166e6e3ae75c766029
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d11850ad5ace53b1206a2b074d4658252d5c2e3099d182f31731acd0b69a1e0e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad16d5431dc372b61f8080eb36525e9c1991907
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f72aec72703d93c8ebcd151f4a0a0616c79201305e10ffceff626c61784c2d32
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3972a3d146e0bdcacad7285a5fdb69339928359
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07b295cd3660449f8b13ce141161c67649dd346c37b6023c73a81eba52e2a207
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633d0febbb842c230cd7a84572a5b479a09ed382
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0884d23b06e066e05858ebbd656c3d5cbdae880bde728c7fe6915d581585eae6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a99b83cd27dcc1a554fb033f2b4dfcd571d495c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a269cf5fb122c061746e20cae117fb87e2deccc599e3d4ec457ddc7b4d3b83c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1745cdbccf9ecd129d7cd4b435d509d8afb15dc1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225e91eff507b5a02c4b2973608f34d7ee4d50230580aeeabb24bebfabcacd7b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01541a879d024ecc27c6e922d5af981994e6fcba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a5ba722520665e0daaad62e2622d930439ce69610f446e4a0d36d74871bf89e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b11c800a4f8b13b87dabede02585ca849b4a1a24
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea6e7a3b90fb49bce944cb491c7ee0d01948e5b6616ed7bc8c6c0ce2808d9c0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a06559a537ebe7618bae721403cd6d45efe1a4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cfe7f2eb8ae3a7d675fad6212e433c65fe4a514034e15d43ce45c2dcf8051b6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2edf319a5ed23dbdc74546875adfbacc29acc243
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca05a55cd96bb8a7212637141dbd516eabc1f9d0f749c1b21201572effab704d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..037af855db96fc98f07b94b724dd4ea6e806d73b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6210fbcfc16e47abe7c20a9880ed8395c1bc7f8abd9dfd5c7a00825346ef6b6c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e23ba799fef9ad7311c209c6f714e15c2e8cfb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0cb4920b86629124e8f027ab2e047e702c9cc79ba3303139e073430a728ee5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..256c5df1c8494d7ba4e847e2e5d859ab2e14f62d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8962f077fca976dafd05234ee6416d75a585bceb3d0a1c2443a4dc15c8369dc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..897abbe2e6f998feb532139e8c4a22c110321bdd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0974656947ffdfa6f143c2926a7d2ecfae9a9890fb8f6005c862f81839847407
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a407afd463223a5f30674b191877dcc39ab5b808
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:807364b72d39b4902421aa9343c115b3486dec6849a87c9736edf1be1c3ef98d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ebc7be9ae679abc80aa7a6e098a28ebbc28e5f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2c2d18a8c1ba7facae944ab1bf1efda28fa6ca1c5258f9781f199bfc9c59355
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec0d0fb7838cd46e94685c99cf075628c0e6bef2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f3f63d19397181489f132f8ae2cc696e0e895fb0e7683ce34c07783600b2a4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a9d1575e70c46e48e0faf9fd6d21bff0285428
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b087275920bac1b60ad13663ccdb75583e235daf82079a3da864e9a12427a3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c07865d3bfba1faec8638c612741fca62a74202
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ce185b341442882f707f8fc6c0fc1663ce61558ce1c7d3b937b8478a103f9f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c5364baf4ea45404ebf44769289ff721d5f553b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0c9cf35a6d0a5e735ccecb9b3d6a479eb5a826d2f04c20f8cd79e88589d2e8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f6f5820324aa780982e4698c97db9b0bad9622
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4357d9d47316984ff32a62e926a23076decc675a7f336f9a4c4b4a98f5ba4109
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b148d1a623cb3dc7e295a9e57f2cd444a0437b57
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d03f3809918838a5a99970d645bf8ee4d793640f440f38c632612aa446aa5d4c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c15481ec0c657014c15b13d63d107cc66b3bea4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b291aad5a894225d066f687ab4be361697108b3a168594c5d30e9d84b00dae
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bea913a9c921557f49864f281b2bba64e77dc83
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21e99486092fd686368549d8f4c7878b46575fbdd4aced813f409e4c8d7555bb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43eaeddf8b96a64d6582b227c6857d9bdd17d70e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba78aeb9520537961ef173d463e930ec59af4a922c9a47355ba9e5c8c269b79f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67ff6d7bf9c4c6473d2d339588eeb47eac8bcb2d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:891ead9bad12b4cce1e17d8dcb52b4da4d2b23e1fb1e1151dc60538ebcab49d5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb72517c719fba476bee6852da6d518d5c1dcac5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f89f13a4cd72d02e1d8283e558412520fca2f4c43b83f4eb88a26a18c718eaff
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e194b09b3d4f2bb5dc0d7cff0e775df43c33baed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72499b115d9c49c4f8a89eeae49ff1a627d348b26ede78df471208d3c764902
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f16e80b66a7c3191a013755036a7af789c440e7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a6e66ba3abae9a8250e285df0b737a3c7e18318d1538a5eb4e9c195ec71185d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c653b52246406b90b64004b9391f7dd2d371551
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f00d2b86c789ffcffc8da042d261871e03e205503360567181806c17d36c07
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cb6f49ff73f1a481c8e0582946aaff67c4e9207
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736af695e2bdc1eb74e099b327fc6303da5b9cc6ceeb929137d243a112182d41
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff9683875ac0ce87332e3a71e120a6364c42c7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9f1116e1870e43e8fd94ba85a14557bd1ad0dec0dcf27a399a084a1a60a1afa
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779e174c3057960212134d4a152e9a9658812177
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a5779308146c57ffcda0b83fa16691d7d08fb7d03eccce24eaf73aef3349eb1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3579c788096dcbc1551ed43c9a529e55305fc7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e477991c94fd7c098f51b4e49cb65496876c8880714ba199c7e7129f3969a6a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2783566e79eb9125b09e2c059bd9f1ac6e5d86d0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d091c7a4852a1fd7b0884d799596ef5b929087dd4f576134b413ac0d3d1dd33
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fa70a0207776219c6f84a914ebe6a54bd8a7adb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9596c4d213ec8889cc57e72701ad4c266d38d5f7d47c70c0d0860d68f66a94a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a412ffaaf4a41da11dd539d1bed6c453a8c07041
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09cf9c0567716e56baa5070f09a97952699c197ad94dbc8cca4ffb273f3d2b98
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3799267d6029829dad08ee66f800bb11fd4763be
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b224d1251cab7f4db1457d1e2ba2aec57e21b30d962bf0b6dc12a0fbbdf5838
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19a2adb9780fe5be8d38ee165453a3231db97cca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109a3e168aa3228a771f515a9636ae0f2cee7f1792cd7fe5e9273b3ed6b93dc3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f50e5de8aef4bd38de4cfa629eec3fc985c5ce7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20efe6a154c37237b67d893d1527b2d0160c259985d3bffec4c369f79e954ff6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b5498f894b3c8f626922f80d6a87506639a7c3e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6099c16c43230de175819b1be5211d2217b74c567dde67366af21c3955ac737b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a5c3fd52dbfc49ab2635486e080e46799127f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a4326f39992e8c303a6d648f2553b28eb1043cbefb5a676a08f2052423adaa
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36ccec8846e07b2503ecb26a0286ffe002cbcba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e7411c36989011ba75a16dbada6666a51361a69d7004d0b10169bfa7840899
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aaf3c2bf9fa5bca83dbdc9ca18d5f8db3b72fe6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3e19d9a4ca33e6db9e38139294748d231c9a8cb28f0b5d2b8cc34092662a47
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..888647050ccc1f6a599dfd11e187a6a0977d62ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e09455ace59138e4792309628b6b243ea9aae1066117667a64f58bb2582e044
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd40c3fb3658528f9a3cffc08dcb596e8ad585df
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51bf1929c7a87110d93cdb485060dff1c83b162a492893c9e40e8190210cedd6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5fe9403a2b926ce690810fffa51f3a3a3efda47
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a78e141f268a3da3d4cb43c5c217d0bb3a694d56e16dfb582d3bdbe00098e5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a527a5d705f40b11ccf7a9d9d69589628eee7b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb0664ac072f92c8666ff26c83be69279294f0e1b680046ab4aac831d7db3dbc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcc404c4195189f708f70733c07128911593a07a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f41353db2881673123a27f83aa9cef5e14463865cbe2157b24e6c0b67488a8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc72c1653236b4cb9fb5b3cec242d96389b15ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f691dc259c86c15d20cd97d34fb6d3b7b7f0dbb1ef92e4f49876a81434785874
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7883ede4807c589b374638504ee309ba21326953
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ec2ba554398dd621132eeb2baea730230dd5316df80c49136c5cc5ab133a87
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cda3ce90783e471465f30089f59fdb0185d622d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8465308b151084ee7aaa5c2c92ee4925909c3b1cdbd494f356081d88e85d5640
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7bc0cfd013ef8f283b6439f7e72b25e2c8c4626
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060dbab38e1a44bc245556649c8ab6cb2636e9e03b55aefa187b36c44ad6ff54
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d5989494af2775f72bcb62268972084ea3b5f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719a8de40af32cc4917ed5011229f66bea7426d487bf587ac5435fab5511cfa8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b6b50fd18c654168ea451d54b9a0cf921c22aea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed1111782504af7e5b861cbebdb362d99285ccc447fc238f41fdc67f7d6bfa62
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55add2d2f19412e0f371be76f33cca62952b42e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0bb6ff27405f1f31b3e4e1b4e23487a1dd7ab9352f123d7948483f36b270a6f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13749ea065b9ca3941320ff51c8253c0c353ccb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cd2aae5681cc3d4841ab005f58f8393954c6bcbda65bf215a3f29a97bfd0059
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..449079e43a812696daf82c1df2b55fb69f696849
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24a6ee0a4e7c22752de17cd57a251e2d60ff3287f47d11189b8ebcb14d14b04
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50be76568846f07f38a1e578bb3453193e1e4988
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb56ba69bb1de39266f09f24575bd164f9657a8798b5dcd42a0e5edb52fc3868
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc9f204a9d663a58b7072e5b8e26aa2a0593914b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7e932ad4fe43c000c1e7cbadad646550112bbfc432e348b6634025b54d0bee
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13e2f57aa438d775a159380135d80c368691b25
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06eb779e4e1fdca22157d376a5d71c60f34e480f6741c96ceceb6bfc7bd6cf3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1865cde55f7e58daa8835c8c94a57beb48243f28
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ddbda04699f6c5c4c99d1f139b5ed9a11be65f6064f0fad304b5f08c4a9c149
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984e62eefe938d71a4ff32ab199ad89c9cf2a41f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:434ebe060d8b77a83552f477c519ce314f04c0dd7ef98ac297583c0fae0cdb5c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..059913f30560ff14eca56f1e04d2d3af53f013f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9695e11cd58891b2c500c3dd34f3d7ea5f85b89e4ebba2eb5606f241d2c9cc55
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b203ecd7350207fbeb8bb24025737b2a812589
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45698d17a7c6f419d69c6203e848365a8c1a93a48b02c623a3623920010568f4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ac479963cec44cee2784f6a69a703c5c3b5109
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5654bb560e4d98b8fd6a7785207dda1dfde4020beabaac2f651059bbe943817d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e18723921931fb61af8dd3fdd1b43436ffa60d17
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2059d0ef3035f5e18befed7dbb828a04fec47f40c0169345c6f40c514b87f6c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a29a8453cb8c4047c443c8ea0262cbc028c1257a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d907bff0345ea5436afc110b21c9f6d9e9e62678ebf2cbd107ee9c7b1e63cae5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..500948fdb7f339d89196f65a617a507de59a9c27
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee2cb893dd4e380b9908c8873551d2f27714f0bb9eba90aa2bd063ad475420f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e158a905f77958abdaaf9f3a5cb08f66077cb4da
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4eb89e4d453c719dc5c6689c4129c14ef1df2a2bf47edd8bbee408495fef93c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f0d7e5f18372b4890e6d7f032b0b5be3cfd0283
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf7e1ae0bef712b3e094e181dbfcbca44a170171c8afbed53ab439ab4befec3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..180a361ac9d0277e304b6dd0b870220f84aacfec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1960309f5abd0a0012efad126da7dab6639da9dbcc10a2a94c2a8bd24bb423f4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e622e373f20214cdc872ce7f7de2a24064526a2a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a917516ec014f519d3e6dcee015c2a916fba3bc2e221407a3abb6d9d9b70f2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b9133f43f67759201fff4d61b8f6ec7ffae796d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a17e7546aca298c0b3e54a7432f5255f0c80bde6cdf43580f6beb1f0fd1e74
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..388cf64973ebdbf1d7a45310f7376bcaa81b5895
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf682467a27146bb2a1a3200f5f079737a58532391835a5138a006a2e1f83604
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e677d09254cefe21a0759f68f2e2d37599fefbf9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb9d7b9d3030f35efa38f4a438d82b767d01a71c8a030969254bc39b9747ea4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cafe3b65116d5866d88599dbf687cab72bc9eff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ced42727721e213e003d13e57151bdc56e5f70ec93981ea8929ff5a28cfb216
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..526ad8d2a3ac222394ae64e4f0bc0e5656d7e116
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b04c30c871e5c07331309f713601ab6024676ddf83e9a30a083ed490ddcab0d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c94cac455306fbb42a2c7e90dad9df540e66e68
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5111b8beee994891b704e9dec57bb74db675f9cbb35d9d8fe97f99d0a533732
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37472e1e902e307bbaa082484332a0079197f62b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57656b9e5b1c3abdfdc6d809f474a8b0c6e635acf5bf07ce08fb5e5fc23f046d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e813162034c4aabdc76760efeef47567715d996
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff81fa5ac24c183c1a9cee9a70aa6edcec161636f159f78d470ac49ea1a7ed9c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9b046c130788abf7aaa3aeeef315a065b72316f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d62a15e6e7517af5e59651a45785bcb8b6bcef56d47be431b5f7afd0ed6e9f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d00ad912a4e040713b1f43fbad7f16e25c0f0ece
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f950777f3b9e0821f286187a24ef6a9f320e2c0153253456c18187d5d79991
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53e1bbf7ef30eec16d91dadd4243bf5df34c83ce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a146cd62f56d944255f22d7a779c6c0786f775265421855b3f81768b5bd0ae9d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01c779053044e4baadea90d8c284220d444dc902
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af96ae5cc0241d428d496b94834ab0c3df4d98c76894e582e5d84f45e7c9e4a7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a07498780e4f9fb3277181db9a0405a10eca61
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5fad58f9c0363c8331684aaf72c12f13b6eeb2be3bbdc1d2eb3ea38c199a9c7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1c9100b4c08808523bd22109fa4c368694f882d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d0de037fefdfdea6a5b7d619e5bcc1db1e2e7b0ddb6f703bb9991289303092
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff85b220fed96a60ffbfe69b44e9ff9be410e0d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4655dc5f7c5f92f7ff5a2418a8b6cc1b688712345e5b0b5dc34a75df21dfe451
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f74b6f462d411ad7730f976978ae08117b6ab435
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1d154644fdd60c7f80d3c31678f80482b1bad0e1afa5a03d5dc2b735f86347
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c062329dd61f2d36e85bfd2e081c87fbec57d0f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9e9574147d73e7ad15fb5e79f7ea34d95cc8e9d628f50f00d38dde22d69ab1f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..864e72432833ec663e49b654c94c2b69ae90e1ef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba54c22bfe1a31209b0572dabd8c9453d3b61bc1d6ff66553676d9269c5412d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad7605d31eae27166c1b1a43fd35a5dd10b7208b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71305149ce4b3d5a2c7890a38da567e69576a05232c9104f4fa2708821066ca7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64e04625b3cd9818b7d25760314f289c080c5a7b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd1ba54f27221ca931664ea181ca5513fb08f1c1c058a3b697c1cc5d47816f6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81c33b5c6c56647ed5b0a56d405f016369e0f952
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60d84e14523fe77a21803ef795cc5a5852b6b617c94068ab38b097f3050d392d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27899ae52a279ce5dbaa1922477892fe18c6d588
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208558bed8c6618564ed68928906882e9cd0c10a7613e6a4a532786bad81ac37
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6392d403c343a3ab602f86021bb08de7f7ae2d13
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f478f12df3daf0c3e0f377609df3725ac81313a9d13de19e26bfb65a1e9e459
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85442ac3a61f2b240c2920f301a43a45d2eae6a8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f20fe1b20e51a4d0c2d147c5e10b08717d24820aea853de0c41ed674bd619ea0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae00c6a845977e2c65c17a02e010e15c9ff8480
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a03aeeb222d128bd65e3d8ce6051b3ff98ee19df447d3a83cc4930d01209e7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..683af2ac15197fec0d51ba3cff8c1445301a4622
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2848395848f51245e8a05b6010906f5c75aa8919015e9d310665fa7b65ee8b8d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd1df97c3cd2b242f919eb78d9a2f276575b5d11
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:748c893e68d144168f0d0b164c9b6cbdb6dc7dad5045218a49a04121d4ec0b4b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d142b1a24ecebd19c3150eb9a87957808bd30c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1504af1ffc1e647e5ebdf8529235d9b00f32ebc4d9fb3dac563ba885237f892f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d1f9f0c90434af0121be3f0a57cd55f808d343f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac70f1ae507eba891a6aef10a9eeb8f677bfef8ef16adb79ebff4139af50daec
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69cd5877c138137151ef692d170cc6e1e0878f2d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b60c02f63080540157090b26ccd57c31aefc3bf3803321a5a14a86390e74b67b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24cf272e30a8c2e70fc280a3f7a0dc0aef1d4be8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:512d7baeb73ca57d2c54b96b0c9003081d8f41b11ac54cc689ea9d64410e3723
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6d02dc944f8ade98626e669e5c8309f03946543
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2e0d8d6854e93941f32c1b440c8cb336b3adf6e808e89220cb57a8cb069a11
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cc6df96ee1da58c6a8019676396cff72950804e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7747274b107e85bc3fbc73f9231733f6cf7182cd63e97254b1519a8775105c88
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c98d72539a14f061b64329148b259b37ebd12e38
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7ad3f24e10a5ea56f60208cf5ebc8209590f0c9b6cddb3372da363be85bad77
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5861402324d1a9fa1a2ca9683260678f8fc5232
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988398802a587e8d6f4759d30f2ec0e1c9f0fa92f1dc50b975d139069215a7b3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2f48308731781ec13fd3bfd276b86ca1edcbc34
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ad483ab774bacafb4ce30d691fc58ccfdc09fe223b923735890dd689674437
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b0eee934c6f2ee59a09468a65c7509e907d449f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19550f81f96cdb5486aa5c603731372d03a0ab3182811775aa11cbfb657343ac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea3f4e2e7a0944119161fabceea32a3d37f1afe4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d7851ae91f1b4e8348b694911ec0934fdf019306a1772e9525cfbfe3323c79
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b2997b4056cf24574871af48e3e684671b767b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6655350ca6c8dc22f6a88afb797e01c2c25d80251e49c406726e2df4f05a290c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df716456647c89f3435aab1e3d7aca130d9e8817
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35170edc905ce6eea75b5b54089f359d1593c49f253f8498b114d2a1cc0f9f84
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c36df5bcbe63b4514c91d8f13ae925b2510bd101
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b7df3061a44c950f54190a8a8585e568d0e100f7f9270f5ff28ae38b56a2a4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69c811055c9b5a6050c28d60261eb975ab0f9f67
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce351cc0647919ccaf5cd484a22bc3c6bcb2ecf9fb190f0004b562a29cd4f746
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c546770d1e62a9924b35c8332d3b4972e68ea2c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af90c7fff3b0fad856fbca3e58c33c4e401e1b0ab7c85d576b5089d42e970538
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e6255c0bb50ee0dba0dffa1720b21b26479c1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b038ef95aed9246cd0485a0b14c04d0a00f6e0b719acf748332745b241e5cc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c804d4b7c71d20996b4272d537ab2e074b691c6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed85f88becfee3f5bbed0d5b6929cead47ee049b3fcd3699795facd47283293c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab7889760d8b940734349ab55eb3165bbf48d6d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:681d000bc28c51151d59f00974c75c75a07057b9f2ad1e996fb44be2ab8a7071
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce369f3e0316673a6cb5f5e73e263ee57e991fbe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c538cacca6efab0f3f37c006c80189b660e76b7c999773c8f61cec61851c06d0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff087133c712db0a128b46f547e787fac089e0f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f5fedc3e3f97a1754f8068748fc211668742d3f74fad3dd389d300343355a4d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c46ccc63e211b5e9fe1e62bd7a9437e7b64e8e9e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed116ab78ac2ac04808a53870d767eae51fa0eefd9898da1ec7104c21f86aa2b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af33852f18016e46e4230e3054c3485afc700ab3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd431882184a861b1cede1a03712a7126c59275c95913350a1fd0cd895ddcd3a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eedc9b4c32b19bf19b15ccb5bfbec8f37ac784f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49d6030eb8e243ba56a80780a1b6be94800af1b1b89faca99611c33c3d0ac9d2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41661c7403d4ae1db5f711422afcc75edac1fce4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0a277e4bab418397c6f9ae47fa2d529f7730d4e41dc29d9e3ff6b31d11795e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e91efc9ae45c2e6c1daad3601f7c0b32bbaf9132
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a05136ecfbf9e097a92e784266e6b8273361d94b495bea0086df8f20bb1a1a6a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c0d810a90304a6178dde836e7f95de365866eeb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317604decf29666d44d870556283283543f4189f652cc255a0146285e768eb9d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de793b7d998b9ccad6eaa4d1bcae65413b800dc5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e55d2da0a07b1e2cb487d572f56698100f30460580f2245eddc1d88067df498f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1971f09d3a168ef6d62e171fa8eb1f6de218608e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38cd55c4055441563e045fb77601ba03f271dcb4b566a081000265af97a269dc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f72c0c47f786f529ab21fc29a3706dbe77a160
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e63c95c8fde0494cd88b6990c87c80b83ac89be02a1f6d650d006efb3f08713
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e06ef9283bd69ed82f361deea4c87fcb779be6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51bb4d7c0e9ae9af16a5ba2ac03f168b475aec44d3fd9be819a02830a8689bbc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a8a4ce1f368b2a80e9e3b961ee1da5f2e27c945
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364ee256516e7b4de648637286e0e7d163c6425796956c573652324d011458c6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..460cb996538b78a7e124999c772fa86a3af91fad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d603f38fd1239f81a4ebc9415c19defdfe09d78ac0d0406103041eb46e0fc6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f6658f714c003efbe82c807949c07e7ae586167
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173dbacf2a5e9443af64ddb4d0a4c87d3cac18bc81c3b0c8fc3c3ffee27936ae
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdfc33a917e73eb34542fdbe1f1a3b3cb5acc1cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048d2a217a06488dcbcf21df43ea3c08dde1e9dfb3c160f56a16a86155084a75
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51239d5d72b2415a5af2d6ad0495ea6b9d176808
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16f3506fc43e7916d58927e78a35b2127dd861d533096e8dc7f482c81046b87c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69998eeae5b06c07c76051ec9380a73b6338b039
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc909e76c3508552e77ff76dc9bf25d98fa4de50f2db3b7259ab2781549259a2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791d702e001c95ae1a4e7aabf171d81f7ba1f7b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc58d3da4a63b8ddf718a672334382eabee04bcd524628985802fa558ab2c7d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57a63b24f440aa39ea17ffe11e7323798127c396
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2601d85c15456591efd0789b8f66cf118679d80f2fc801c31f3d2036e647cc2c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfbd3cc565cc9d655288abd9052cccc5f0976ae6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207efde75ef3e02d3007642ff68175b70f5e70f7943a39c75aee975b6946b796
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd1aec572fb216aa4d8736277596eef2df24e5a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e40a9939c496dc3e1bc32c16700b36e770ec2ca01691e97aeda86520403651d3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30500dfba040d427de8543829319aa8d90f011e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e69526401c0b1d2e026c0141e28d41a468778f3d6fa98d25fa3628652d72a0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddae758bc33d53d945662295711fdeef5b43d813
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69af15f95a81f9f2056e6cca44034cd8f44fba0635b9450bd7001ab9ab6f5450
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6697e141b1d1313532e3b2b91f2bfabe1501831
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c1c4121c0026315702c6e00aae180fc4eda5d647e7dab883996ec4c9de23c50
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbbf8f20a3342122b9a662d9e1eb3922a5d31799
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de96e4c4ed7b69367b9c21e8c7253642d369fb82375f2f3a10fa82e7894a0f39
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2192482c8091d9cfa954f69f69fcf985f4f77131
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:033d663be8e56eaf198f77dd37984d64be32f79b1c2d4ff00d9c9c6d2585471b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbd6c64204d4facfc9a62b662e6e77e801eebd46
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caf9f2d41537ce8efe3c8a0c59b764dd0743eb2f85ea867494c0c8990cd59d21
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5ac16040cdb05fe6035d01707ec90733455e629
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ce561a3a1de983d46f462f0901c5a1a9e35bdd94b03ec0452792f4ee5dad3c0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2860bfcb8c433ce68f070280856ca24f2adab6cf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd05195b23546d3479a8538ef2697854264e29fdcfcb49fefbd1742781007cd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..223a693ae3e6c7fcf82d36c19fdb7156a8ec6f90
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb0b5536a0b698649f34986aa6d71ad32265316ee84d3e0ca71fe5b39f18d4f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d88ca75d690c6742a047478ef1e2171452bbd65
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80bd18506ec6bc174312c166014771bf1d3f2928de1c2961725696d7173d5df4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7dfe1a491c4a79fe5ffddd293e2d84380904088
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a96bb6304e3706313aafcc7a27e86f54b37b333c90daf28f578358aaac2f54
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d8640cc8650f905046c802cefc50fcf5503a10
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73305caeb93bd9d0555d92f0fda4765c3cfa1c63b9d24109f90b9dbf06e6bfdf
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..809d08efac636f95ac96e391d450481ef5ac39bf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ccdb055e71653d96713fb5d9d52c4ede3a2991c6518a2734cb6e9cf45d8728
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3095598958f552a6af128b1015b04e44a509725c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0dd24bd4624a3a2d2f71b18591fc98bfccc5604269a8628ae75e89781b0429
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6d03dd6b67469c3f5aae7cfa6df2a37f84fd325
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b63ab7e9dbf7e9ea4a55e736ec49886a572645ba91f261630762a58b0fb3631
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f468c6cd5d43336a429f71ae1df222b0cfa8b76
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996f3b61f3680150d99bdc129ec23af5509d9e251210e07a97a7715761d6f273
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab95b7f02d4f24921cd96338a8994fa83d09ed12
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc978256a35e2a858470e7b02e6a309f081d466ce0c21031fdd5a2c2329eb8f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5873ebe406e002eb82ec27d517da1f77dc2b116e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2564a685eb3b437a95eb177edfb33d9c0fac4fd6f73b27e2ffc8672a94722a29
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2663ff7bf325c48de65fcbd02a93c1fa8d13c03d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f85cb7344b2801f95cfa9c8efa6fa57cf5dc79a72615496a70daa277e587883
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e8ac04932d466acc2e6178abe3d7d29783dbe5e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d7f8582c83f74132a6a53635b382d8e231cc6a5c8899fdf0812e1243e8c6a3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d414a2631f3fd74f7c93b64a8d8ffcdab486e50e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5272503f0c9302ff896a9f19ffd77e954aa0c221e37f2bbc6d61d9ba740b3ec7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0230826b36a8590b7791f2c2fd19ab2d50a6518
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9faec5fc02b8297392ba9bbbb3360f12839b948b2e0f90e96f4b37d8e7e3741
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3e521a72714180c2db72dbfdf3ce5d65cc9d8b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e414a530c966466654d003d1c11a1163d32806436e745c18943754929519a3c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cd1f0245101ccfef2cb63692f249d08a1ac652b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67e1152235fbdacb36bc6e21f2ed80e36cbda477ad2918a50a9cacf486093f0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c1ca6ac0b993e7ef80aecfc0524af6fb231259
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f8611c4835eabc71f5f034f3daab1e1176c727a5cd86d1fdaf241266472ba37
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad1073a0efad2b12db0ddb0e425da682a04ebb6c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39da265921f198f013a1c97411b1b86e0d51237ec3e8dfd0105bc86a74f623a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e3fb3b0bd409bda91bbb921599e2f4f26ad24d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a0148cd912f5cf767bba91dd31d6b285de78878b2718985283233f90764010
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..756ab69fd72b1430a2210439685b37f6a0be3d48
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae28b78fa936162b8e55bccf10776bbbfccb08b19df8afa3d8e4122567456b86
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c4203140895d42e16e6400ac96b0139a9aeddb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aed0e0892403b4a28c288df51b1140c767ec708b598b52ee1a91e3c8ac55e59
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c32c64abb1fe5a9d4a6bad3a4bdb792e146a8776
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ef1ca01548a750c230426267a6b2e73e53df6025a80cc41827fe50ab6b09b9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fbcf69f446777d9343ad8e24ac7c991e840d257
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317f3d8331ac85e89cf25411b113f48d5adeffa5fbfe77555887b9aa7d2613c9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da482e01286c1ce990940ed509116ea48723750
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ee2f779c75f927fb67f37b17f8b2173c83942b529776caabe4ae30c91db4a1a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a265426bda8a803899c0837b9ae0e1be5415fed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b570f26be1384f87f34ff07b4f45456a77a0b909a8a223d617a1594c1a1453a8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..885fdbfc6bae14fbb568205cae5775dc27e1c49d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb5417cdb87a729202c67a93b6a8297d8ec844cbe4f65d422fd9da6e4e00ac2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ebd26b9c2004914d7cb3af64951f5c2774b2643
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a757d5390c8b2b84c1cb166ee9bc247a9ee53d821b1af14de286b5949a87af5a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2dccd8ff47a1ccfebf6b3f6ab503c618f5668c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0237c32ce3e004f43585feaf282caa66a0aec8ae180649a4e08b99717ad1b476
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66faa2885c607833c6fb4e2cdba35d28dce370b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0cd5c6ac5959f1c312a819ff7a7f254e832256fb663b3309405509d681de16a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd091b1d9046e09595d3da3557317f32c09cf999
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c5f0ee618f9e8cdb7244b1c598eb47ab0fad139765284fae6ae199af274161
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f7fb7d818c2a4c23de6af7700e9eed6379df15e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc3f76fe3b58baffb87fd2844d036f62bd4274baecd6469acdf2051ebacd615
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dbfde250178fdcee3a0d90a303cd754f5507b6d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:286374aeb2955b6c83dbaac6ece2fade38c3f99651afc4b69497274fe19d3955
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ef81b2de05bf05aacd4ec205fffea0b52dc0634
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:934405dea5611d644002db52071c665e0ce1a1bf46e2e2a0fdee7a3875d5947b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f6a23c03272ce5f1684f184c82fea3e0dfda2bc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030c1c1bf28c690f79b025c2c116a3b8e5b782f7e06d955cba4c1487a56d42f5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f9da0de0e39502e358cd2c53aa10b7ee8eaf3c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a391cbfade6377603acaf4574836646b322cdd19bbb8a5b699be257f732ef44
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c0a1247c559f04057e765a4b151847a66a3e19e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58bb874bd91d169a22141d31bc00b5a5bfd582c742dbcfebc4dca8445e4e4cac
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a0e62780e60537b00013bb9135b793eb47d9963
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c3570c7749a73cbcbd5f23f36e7fec9816239ac72e082ab9a8116f66b7b9317
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b0d1814496f7c82eebd8eea1549c0a82fe68314
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668d6e9d2b3d79a03173bd0445efaea78a2486ca22cc7fbe366203c2ad9f2347
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc5ccd98196acb8cc9d5762c8cf8751eebfdc09
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d41c894783f6f255f05ae71aef720543ef5896faf02fc1b48b259d9010173e24
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..194f6180ba64650c4e5c4d0e54b572d52dce33cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa5a14848149562173ca3487b27b491f15d1676f774595a7988349c8ce3cf80
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f8b8405532a8b49542480eec749f2cc82a4e04
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8be3f0d1429c0b7df6764f7f16e8dfbfddf3e84a831d73302fc9d29cb681f69
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97e479aa9a38f8b20b14f8396cad644654ca58a9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d0db5aed4bc6d1bd9bc04ea0239c313544cb3373381cc5993df3f7e2d942bb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef4e60b0c90737b61c9562790bcf3e4ac93fb19
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc6ca0ade6e33b02b2bd1ef8cfec7139f7a131ce7e0d46847a1f524b44ac7d8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52aa14e1c44e46ab7ff8f345b3122acee23d1013
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e77332cecbb65a279da1d5d86d780e5fa1560945df84d75a759955a01bbc964
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b9571c9b9f734641662d91e0f80af0b2ba438f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e064e909feafb07477c86268ca1a8b1e6484d6ebff864154166bbc7264f0826
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e202bdd044736069f44acf0a885dd105be562e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48541e9a1a2b59b3e8bd80bb4b45d3a1414b34ff2ae7078359a1b0b4838da218
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce0ba465bc64fe92f5bf461c0fd067c9defcc322
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52ccad72be8c3beb4d0bbd518de6e583e0abd94af4d6bdb2d184af2e92f6f30
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e65a7c6d2c3167206773662daa4ba71078e3a40
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d605eda08faec12108ad4aaab751ad25d54de0bd603d2d262fcfa119a0dce7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba673577252d9bfbebbd087ae6271304bdccf6c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6cc33acd6ec1c681071f82a5fd07e912195cb961d4c809d74fcfda4bcafb5a8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3181f2cede229ffdbd1ccec8a4f1f6263ee7bcf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc863b4124ad10317d5be68850f3fe91ee4ef2cf62009330a6f13cc6779d2357
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3130133c95a5f78a16e499be22c4d11567704fa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90adfeec933a2ac12dffb9bb23962ce2c2e8cc4bedf05bdd866acb653096a786
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7050a1b06ed37395ad7cc1524ce818f50f9d346f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e853e3c7df2ff4d1f78ee620dfe005f7e6785a75f55b85328ba331f41e940d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c102a4bbdacc4a987a47be8f2395040f6e59111f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fb2e9abb4b0ccebdd6bf2ccaa38d52ad8d131292a1d562d0fbbb3f4c2d5ec78
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97631025154b4580c3f09e498272df7924992098
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:652c17b918c83ce524e9437d793f9756659bef5611a9bcd12b32ec54a2bd0a30
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02538fd11c90d5a131a74ebf7d004b3a3a5d2468
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a966737fa5cdfc0f9c596253ad792c18ce1eb60a9405bd52b6832d0c4de392e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..334b277c1ffc6b95278af643c87cbaaf02fd725d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4a44b0107308881a614882b89c43a3f117281c7fa19684e45ad401e866fde3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2015390102b64b1bc9e8b6813fe978a597191c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a58cc20f646c3069781a87fa2d3fb1916679d580c26d2d94e015cc6e46299dc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feeaff14ff719353f225c88b15dc1440bbc8b8ae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d746d8d4fab6f4db73f33a2c15db71431eb2cbfeef7af00deb1364a2dde1d31b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c6a7d3dda0b320bc1b9183e3120520d03be74e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a8bd42eeb0c321abfaf73f55ebf8d07b58289abcc25bb1b390b04c358fa3ad
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60818473c0a5c5f41d12f622d5e707591f54cb3a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184f5dd0ee4ba135c63f8b5c31660ab9c638c93adae9dbce8d442d3cb3bc1e61
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ddd7cbca3707502533d8a5346920c8b6a02b2a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26957fcdb48adc2d5ac56906173c210176b9861b1913ab8049a020e3ee0c2b7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f287490f265bd3d8515ea4babdfa3769f4efd371
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c0bb86721475e0da54aaa161fb77ce8982eea7e4069746ed584c5abf45e561
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d7ad4b6182057f5774d2b664bd87f6ab05072b6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a508d38c29128fca54241cca3a23f0123a84feacdc6f7fca47326e051865594e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d63c1b4542444f47c194fa995a4274150fb2ee2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d35ddd12c89445e0729de2f760c1d9e09a9454cb4443418cfc2a47b3a791b7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4215712864739664983138063ebc0657b1772fdd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9adcbfcaf62a1dc07b32ffa9384528cf3988f740781f9df9fda62907a28a4309
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec34317afbb5d2d7b530a8d9ee23d2c35a64a27d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496474afc45c4dc7d8d6ed975baaf0bc6f6bd762c2a47a054d57622d9962aa63
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7787fd50449b8d37ef8f93acae6404bc94e1cd8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc767feb1577ec3d52e6f33352e98b227bd1cee7be73a96fd531ca69353d441
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae916cfecfe275e7d30fbfaf496ea2e89ffe963
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea56ee9aa048ebab6f06b2ef3510855b09bdd6db3eb17946a003266513d1f58
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd94773eaf91bd219c1ed85c02f91ac91f5dabe2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baf7527d438282d202cbea76129e5a065972f68b5571e09ea4a9a32967f1baaf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0172782b4771ec9cdfd84bde05e63be7e0ca1e5a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37585474eea38edcd4b7828ef4429738e34c33fc20d946cf00f49cd781671f98
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d1563b6515b1a005904e2a224298265f3acf488
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1e741d5acb8501cf015448f47b86ff7e1974cd897206d81286d5691ce296358
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b524283e92333a667646d57a0cef7accc76d7e56
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a02586b2c0c789b0f372500bbf42d202d042bd93ec52f9713e0cb82ecacc27
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3a752522bec2774e9c3cf4b8b0cb6b4d94dad09
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14462698f71490292b83f997241c68dd544a330b11bb2dcc54491d19a27641e1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb66ca9471f6ac7603a47abe07b382729f73b67
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f681c3139d6ec00ce80f929bb19a572d68b0703f673204455640d0c417ea6030
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7506f7c976f9e1e8389e70c95ef7831d3c1ab895
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb2593906e459aedca9784bac0b26b9d554f4cb04a7b6989c75e220a7f14be45
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c5fff6879dd5e33d84322bfdd79901392c48645
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b3ebd4eca6fc4c98ca2b931de3f213c67d9456462280a4641d4fe0c9d411d8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7312797fad51f7d26de08cb48a826b9b3f20f702
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76a17955ad69f259cd5b67862c63f1eafa3a17a9cbe87df323c9cf7334a81458
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..600f43080d0242739d3321bb5697bc0319807e07
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:807fa08735ecbb22912c8dfdee20ce87a64a927a0237ae419b9fdd41667aa7b5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1261686d5c5de95a718b2d467d2947a16ef35540
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10b555de2085bc5cefc5696adeb83d5b9f169dd244f30e24cf7ceb0c2e14617
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52609ba17b0867365a21196906bbd54b72bc732d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6189a815d6e690fb23bce01467bf55bb9c55053fb77181be32cab147f29ee7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae29c222bd3de8423dccda141a0d1240d98b13b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952207a9b28bffbc8c9115c5d2ee51b4f46588b93b67609cd19806ded206e892
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18dfd4232ea3a2c690c8bd8c199b0a1a7deec542
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a80b664b70018c1273938850fd7407632b1ddb228a0438745a7b6c2e9df21885
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce48a143ad3994e567a5e62a72d3ee0b5849614
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91af483d56b841184df3989e8107b341b27f4fecc97e613cb254a186dee68df4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df032fd5c0ff67a36fb12af79616ebe611d4d390
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b02007bcaf827b7cf89fd10bdb6cd7f139f1e8f345bcfaf2a44111a31ae4407
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58bb534c33fad9d27276b861afcf7f5be9bc6111
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e86aede9209fc19a282ca8e5def08755749b312af809a7b2ef1f1d6b99d8936
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af446097b88cf915b7da92e58425553e220619f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a3072528f54a1a83919147982f1e33c981cf534a0abcb88548404625d7e9f7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1c3b3b5a8838a17f523508671ad80d58d1efe5c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ef9c78387d2395d7f21ffa0c8f1be4c9cbd2ab40d8e087dc29a5e93a07fe97
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b79002c7888b62ffddadb92c3e033d42b0da0d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3974153dc804ef9bc16c57e4934314a1405110cf01c6abb623ef78f4bc68625b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b982e37f0709381af28e659c62becd6a67e3a17a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74272579686f738c57dc1a963f75f3f3eab3dc691c1db882e807db331619fb11
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..085b37e6edf3333e2eaa9b60f60a449a21960997
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a9cc12db6a2cb52c1d8557c39ffae669659c9489470f2b154be8e1aa82e9805
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..036e26ee2b5f7b3e9ffbf5a58daf96a03641e2ab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77797401d56f5b800893623cf2566b71d9506c783ee0e23cccaabfec8a686792
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0fe3efd978b61463d96fdc73eb8a696ce65322
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df2bed70d6f3e3cdfee3570a31dbbb3a76abbfb52aa7e3a7726d1a2dc0dd23d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a202ece5150163892281bb4f1902c27df2baeef7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b35bf4debbfe97cceabb150d69086485a27b5912a6de00f8d2408f931a1b24a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d1acdc29e552b896528e415347b23ef3f975e9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6334f39544bc3194bbf49c58985dee68517aa5a180b50f99d35fb1cf373b97a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ddd326cb27edbaa0ac2408a1e0f55a66dcfed8b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3e01d7384156071cc84c806f240bc12cfd50da35771637ae8899fa8f390bdd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d33e3b05bd21bf48610435056f67fc138c13938e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6776a8edf52f6751b4c268d3a08a2c402a0fa390dcbbb1a211519e0ab66c980
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97dace5629a2347db25a44d2328ddc59d27e2a61
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f79ccdf713873569baaebf0575d6fe65989686b4935aedad4e26e8b68e5b941
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa4a5b8c6ff9f79343162a5365a8f89e2dde6232
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33db47079281473b7eee85e1dbbfd5f8060cf53d735e53bc83c41056e9070bf7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f46df6c0cf58fa93f7769717b9e6ed8404f153f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddef4655146f2fe68a459293b35e306bca76bcd516d038c84206a5dc3e9938b3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b98f4e9f23e3f8c45b37d5702bb80cfa50b8571
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f533b9d18fe0df3ef004e4f60fbd4dfb3a2cb3a8f47fe199221ea56afe5e72b3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95a220e188f825d6c718a068251121515f69ef49
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b4a1db91ba49ff4fb9f770391bf3158b713f82360b05e132be2b44565c5b7d7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af7964caf2674c78e4df57690fcfe165f808b5fd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b7d6b84cfa165e6636d7f5a2172a5c1903f4bf967973b60fae3899b37ad85c0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c445e1bb16ac0b60a414dd199183e01330e5d29
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24de4d26f1ac46d07cba409051aa0f4c30e18fdea3249fffb0e330ab361d4c3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5871e0c2ddec7091cafbb4409c5e2a11c6a0535f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448352b69fa6de7efaaad172823b8e43d536e0da880aee89fd96e01a44053818
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f2aa7b913338398fc817882ea9fa3ba3cca81a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64e89d0f729426856fdbaa6428484947cebaca93cf9e562d3b2db11103e72fb5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50b31feaa21422f049157c52f1f5b1d8a955626e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60702e2909f632ae63829a02324cfafb887c0538e2c70a2adb367e2e187cccea
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc425d8992049776b6051373e9bfe0791c763f7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78a82e0207bcdc6944066f8ab41285b135cb9764d2d17992470c782846d172f3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfc55f867fb1ef86b18762f7b410a2a876f552ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb1f8247a378a79634ece899e5871d7a186ca29fe24d0ba11e5c6e93e791210
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1690049a0108467308f47999b738ad7736dd9db1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d68e8fa5eabefc34b5868c8b10e64b509a1d19702764b15676eb38cc2b22245
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcfa5e0923cfa02e4e6431a7d86e4747734cc6e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:492d61f56ebcbbbfdf45d424deb8222f6593cc1639f25a9f148426a3e96eb229
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e79b5326decf23d1f29ccb6fb132a6be5ca19ac5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a65120ad12465734c9d179ce907ed37abb0d48b7a0fb5342cc68356deb7b22c3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04473c4cfc816236ee33ae3c7290e1e7ca728b29
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8ff64bd39f56150a06c40e90fc72b96bfafacb721255dfb5fa69fb53ba052e6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f27cfd5fa9f5c302fbb470bb4fd6d36fed4c833
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:492d035cb39bc4a6c89b60395f44a25b314ff9590c49c07d98a13ea8b7da516e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0871f5311338f6d8bf3f804843545998510ad23c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22500de55f788ce59951f31e7dfff367a0f3c8b4de4dc9f86ee9bbe27ed91ec1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5260fde65f3fa08487854cd2d99ca1984773eb91
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66bc5de5bfa50865f43f560aaa94183f28142b6b7c743013a9ed38dde9b752a3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b8016e9f5403cf9f4878c6a12d8f81e8ac80dc4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa8741d226034cd3c1b56ebe3f606afe4e1582785d7a52b1ce44072fc4f05af3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd4c42c95748da6361fc5b7d9b494a6245ad23a8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:978c497fe6f176ff87905dedca8540c4661b0a716cd9453138a0102545a64d9d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f051bb87b5847c3648ddd1c9e8c6269c3be5f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c060ecea937bd9702d9ce04e7d22d17e4b0d2d00a13cdbdbba700072bc545708
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c3f5015c0e41b78bee0d10e0af58073c0d24e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf305738eb1bf2e261413f36c6a323a85a44e26af9cc25795b402450701431c5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acb8d9c776176e4d2d512aa5b42448fe8cf48e81
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e3ed165f1321469fb216d4148c6073db3d3820095dbc493284aca8500226a94
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15daade6b1ee8589c307f200a768657a09b10a53
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edff86d495bc0809815fc660726281ffb685ab9138ee471edb87a2ec1601e939
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44f899a2a3a6aa1751e1848c6d20e03348cdfc01
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5717c958f5aa0a7acab90af23dfba332172c7efe83da27aec73ef52a9a902947
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..279d2d4750e4a3fdf4c8691dd4462f0961db6bb1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40bec063a1d844a2c3ebdc8852af93f117ee316df946409dde8d11831e7f0891
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0235fa74291d65d7a3eb5fd832f6b995eccb4e5c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa90c7d641552e7980042d3d9d9b4dd4204ca3d29f22c8de7e641689d1ea1c7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d4a441ae1433d4f291c24b77f017ebf8e55e40
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:867d03585e40c7fcbd5fb88a815ea42fe2675fd790a3de6eb1c36efc36f32452
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27e59e56156b557eac7e221017782ff9b3248e6d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9012541a51b47607308c73466323e35563b6c8e49ec9e7c3d57d923e42675c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8ffad6359e0027887b890b60c4a13bdd27966d5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f399233f56bf6b152079fe47b47b6468f71b69e3926b2aadc41a8e2207ea34d6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2a080c113d175a652a63cb8c2971fc9218e9e67
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59551de8da5c26d584dc72798d2d851a45e09f5b7f2bd1841384cb5ad05c6f3e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ac9489ab226ba580ae7eb3ced61e515eb515115
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60bbe99ffa819bbbe2125811c8a5c0f7ce97fd3fead652a86a41aee9eb436a6b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec0836501bf0249c84f94d3359e0a490a36fc05c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a7ec92bae86c73e45c124616cd834e7ba81674a614ed1d5fb37ab68adf2e54
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..460dd1ad3b1f6ab3cdfd12b0c9b8ae66ef8a3838
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85dc3215498f4577879b30e869689125de0cb71c93d90f5a832f8406a3924325
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a4635bf1244d8d6c7c78c72bdd442ca1e73d2d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac39a69d207c68703815fea4ef3cdbb5e116cb20016e4bb7a59287a9a26310b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4554678056ebaeb96d31d21aeeb307d9f28a5305
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46a5c635c69ea0fd7e21d63be5ec0080d8b4bf9c92c22e676fa9313bdf9ae2b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f23fd865b7ec7c11cf982624ac031656451384df
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e164f1010cc9b50b1f40397b5fd922e205b88f6395cc14b221537a857a172975
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde03b0ec3fe4fd5f19a66558d302fcd33fb8680
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e49880898c7d2f966478afeb60737348e85282ec89b8f7a3256f537c957b084
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1838cb101830b7d40a7e984ad86d936f07eb0a7c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfeaf1428b5b0bc178255212cd1df446cac9585716d6a48fd6340fdb8fefecb3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab4edffd0beb5b6092ab9807056f74b434c275c8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f056f03f93649f87910e73b7520e86a0e21a0b146507d1258c4dffab300d52
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bc0b4ec4881db423ca460df081c508f304c8e94
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cac3bce1e291ceea78d68057d64823c92653d63cbc33dd3962ac456ce1a0f76
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96885a4efa8bf5048c9a7c1a883d38f68dce4674
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a8de468170a739dcda77c54fca3307c7c3ae9308a9b827461443609e438a452
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8163ce3273aef21c4152014270abff63e63c169b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd8e2cc0b32e878850f3b144cfcbc7c9973c48c8f1c2ebc4dfd250dfcfb4a71
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d0a8ecae547147950bc11e7e24ef5ea92b857d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b9f50045eac9c4cafda2ae7aabd12440ada7bf1ef1c02e94db19706b0d9c206
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e346fba794a0a019aff3cfa73311c4a9f1fa3d1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219f5ad1fd9b0135d328103b8f5b4b01bdf7ccd8db2c5e24be81293424983849
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d0497efa68d4becbc51c6efd10a48385394956e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e126d85e252e34092312cb9d5af400b404aa49d36531996221064bf118df7ec3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8230e56ce1ed20d9861018c18a7b9a7e94695f5c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420e17cfa4d409fd7d5b0db48e66bdbd3f695b8bdaa38151e3ae858277f17c9b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8816df9a2aa7c9f32a4c70ce6eabaf7c96a98c13
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:679fb727fc75f37834e5477d4ff3f012aad5a5096ca6d87f0691abb43a5e36a3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85656fb811d9768900bf14726028d4dfee046802
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd6036d81395625961ec9b6d2a2994d53d87dfd591f814f43358384abda9c71
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b00c2366c6221a456d859a632c83a32a2df0d95
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553663ff9b908315fbbb33146ea267fdbc7cd64aaf1cb6501388224568f12bb5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830b485028c98485bc38b171bc485b8c88b7cd76
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e4ea6d3b6acd29d99641b026aecaa088da9fc6357d7de3b7ee8907307bc775
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f54b989f4429dea268cde74737e06cbb9b26b25
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6350dd78d1e6f40789865973a55bad93084df180110f9b79e81fc80d788c89
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9081af39eee901a202fd52236ffa6db3635dc5f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c40fb89bd6360ff649397f7e76a63d51d9b18b5164b72d6298c5d10a0bd055e9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82b31f25ff83cf1f73b69ce86a45df728ff1faa0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92007b1d275448d1db641a19e34e3e3dc4c19b2255a8b9e1b39c010ebbdfd15
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9abc5685949d70d132742393b6eea2c4c6f99a73
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33d2c8daeb0846fafa5c59ce4e80690567cee674884690b41e972e522d9ec599
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29db5f24649f8ab83fa896f6353204d8c01f688f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:600b91f3b55c1a9dc324d3db356d5839ca77ce94dd265436c2162ecc70a62ff5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce1a3b0df14ad4f0489630143e67ded41fa31c98
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d26b28fed2ffd84d1d8a70211c7dc22a8004a6c2856c240ec2e22be44b7899f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f243751558f8209bd9049357fa016376b42f4b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41068f5015e9d7f7c5aacc1b097f285d1eaedf4afb445807f644a37ba0efa9df
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b0c40074202d9e308fe58f55188f5302a7e6bcb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9594a4cc4e1df3cd2ee6a0f82898be019c07100a4fd94131fdbee8b57552afb8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef9ad893dcd55a59593de8b36e6a2800ff3a8567
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba05bdabe5d51586545af9d811dfd02e72f3a571d30280b7ed5ed8ddb36791c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd789c0d527672f33388b3ac3171dd0c88bd5a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa389e957ab6b7f6379111ce2855024fdde99c79cf5a1c808f6ab8ae57908ae
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7afc55646e59fec4bc2cf60f1e1d3892163e0888
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d46500bd7897ae1a3a8cb0d69a839a434c468b7fcab3d7125c336856ab129a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..799f51cfb197bf113198921f48ea9f9a432b7c0e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c62b0652c110e712bee055de0b84074e546dea536d6dfd6c597b0d3ba50e34b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c975b5834d6fde2484fb8956a024f8b9b65e4ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7cbafb17c2aa23ff91036ab6a576cf5c50a83e75ba746fa202599c6b3f4854
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f0b410f52b3946e969ab96f157f2c2a89ba770
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb9e75285beecd3d790cf685ddc626f6e06fc97327766bb54df25c6aa491f787
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8009b69f8b0bdb8ed5f6ea63b481bcdb4dc56e7b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705835e86e3eceda8d9168096695da46d57473d06bb78842ac88faf632e25c6b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..992363e00d5e5bd72e54ddb6bc954ded1c66eb18
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336e1a578b6df9b21660c4d4c18e083a0d8b9d6f5574d3a2ecafa1b6f7b17650
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c71685aa69f8df6b8e63b6fb210044385f8a779
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c78e29eeffaebafbea8ec881d9521fbf33d19797d2d2bde9ec5178ec4ef92157
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c54066fbf039ddc77da88b52efe4169bfeb202e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b034e3b0955fd45c4943a94f15cff52a05847b962b2f75d0697de31045bdc8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965dc46338ffb09340ba80cb48dbec21344297fd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f4f348338a24c11af02a8f31128f431931abe50dccc2562f0be55af6f06f622
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5189ff48274c07b101290a427f07e997ca5fd300
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c723ed8797b76c373de18463d2955c64018c4f32c455e7ee8ea7c49009aba152
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..945e069db7e863d6e2955e87360bd570185d11e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef349fe3478eaebc7cde8c7154bb87616f6b8e7df0462b29aee158f5c7dab48
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60b08106b0a7b7054ae15c83d88fa7e3dad3da8f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6075daf02b1c86c2b39887f4ee88d493b360ccf06b2b73da9f9fe87bb0e78110
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a5722be1efea18e3de24913eb963ee262a6b967
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce1d367253fad3686c8edf1f27ffbfe53a8a5ece870c3d9bec2ff50eaba7a5c9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db7827fa858175b05c91c84c36ba3201ab770c4c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e81316540d452d11f56dec03eaab05bfdf2cf4f87c4cba872dd1268606991a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b2aa2f73c196ed031f538a1bb77eed64d404033
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1487cac47f49242b2a2665af69cb900e090ca96abc360a52b4bc9261ae7aed
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e61fdaaa699a771140ac7b5457915aaf4cf141
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32a82b87f35c69c3db2795e67ba97f07e7e1cb60a56f01eb4ed667b707731e48
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c3b4b479b72404631fa4b562362e7a949294bc4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5e17c1bae98a7537cbbd85c21865d3cee6263bf1630feb107809501dd4d280
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebb3a2827a5ce732de1a9578111653c90072f778
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b50675a4e3b5234d26c34c30d3dab24627e8fdebe50883c34f0d72ac268c88d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0410edf5063f7e572b6eb3649039a1aea7b224f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3fe82755eddc5e52911b645048f15e08af812e2a2f7db8aee6c84fd8fba9d23
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8ebbc259fb67291b90bb28b238e2f740c20a3f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82bae1641186b358e6c606820748e9a1cabe744be5b51eed3fdda3d1bfe5a07c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3c2a5bb75b171bc695520574136e3bdc8a13249
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ea6d81af6e9d1fb483c48ab8ab2e5e94139dcd617d2c43e2ad48242690f3b8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4547c030c627a80db7eceb49cdcc44886d52744d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd666c1eacd9ce7bd667f5203d1bbcf0da5b3aa6de8c3de1975293b5d85b4984
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01adbd2f1a463c6ea0bd5a63e57bc25b52d5605f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeae3c30955e1ed9827ef1c218a3a71cb838df1063498b48de20f9102de0dee1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40efd4f7745ad48f5a2fefb83dd148f47569f285
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b99c4aaf8149d3c0588c1ff1871c287f424f55012a110b9daa4b3e86290bc3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ffb8add5a079df7ba63856aa903c4d8d6cd88b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9319e9bbe278f2d5ced4a73e9d5190ad80e1c45d4464b08c95ddfc8f83ddaa5d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc9c8627a91f2005a8b86591f8c809e6c7a447b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44dbe4eae393dcd14d8b51b7531b6231fc41af8a98a014cd45bc889530288802
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3aaf37ddc123c517e1fa54c248a16403a4a8dd6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f97314a7b6e2c5f0d7d5c18a675563c6d956756fa8fc1563b11483657affefd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..836624f7be14c97d70aa784dc6cce965a82617ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97c3ad4d668359e63c4ebae43facc95de81a732c8d3741c3b28a4a16e522fe2f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe17ecf7fd6ef1cddaa63fcb4cdd0702de12608
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5a6db07bc1d78b0936c1b9cebf5ca9dfc4bcad75e3d495f02252855e3bbfde
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb13557eff32ee93845f64a5ae8a724392d92a7c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1daec0f71a59570bc2a567d4d3c995b4e659f448c410fd7e825258c68eb2b3e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eec947ac4420227c37f6ffd8ddb441a019883151
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25ef225b5e07d588e50dbc6d87f100c40263debeb132f2a09902af47467f245
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d789ccc0abdb318a8daf425af028e6b6e8ab77b7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10016ce2c88dd2ace896ad38e108a633e60417490c1ea98463cc1962e007099b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..082fee1e1ba358e30664cf6304871ee5c8e46b52
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4561bddb5e78abdfb2a0d142a88715adad80e43828ea3f797f0c880962150323
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1650d2e7533f8cc7b0842cb9daff7b85a0a923a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ef4bea0dccc1df196613e8add05295278b2786783f867561b36f4f59f7f03e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb90cae1e649530e24727de4567fbd734946318
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d104fffb75aca7065636ad354a60edc3df8c2780d87798101bc3643542690f6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c01b35e52aaae00dd09987b132bbc617684262a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d9652cc314836d819fcc33b81e9332df36b30ba4489984741e332f4dabbf0e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc5860dd6a2c14f93c792858199e33e3ec474ede
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7313ea466496e0e857adad3ec2d809b5e3d68355cb243ae182011758b1c78296
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1efc24069472aae7c65e3c4d8a2877f4dbcfa5e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea7cb91aafe27452c6ac87cdf66ce3af026f2840450d4fe6422d89fc990054aa
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9da7d89e57339ede93343a7eebe1b02011f7daf7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85b4852f2a180c3a499f4b3f1581e1daf20de6b5286393e74fcae11f9cc1cfa
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b686eeff5d09bf1e91193a7bcc144f7f9484141e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614fc4bf9be63c47c5ea301854b104f169475c5c98f8a7402c9592523efb765f
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfda062022ec6e12d2ed41e59ee95591d7be0cb0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40e818d09a2c73f8c430997c744af75411d4eaed0e5c57d9f90a2142170d161
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1321fb46286393e2bd751c229d44d0b0a6d40a41
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53cf3f9df01c50e0e10812f1e60e963cd9e1671ac3aefbed7467831e3409b3c1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c8b9b314d2414778a0a4159f6740574b11e9f9e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc84de88a51d50645394e62ab6fa1b7edce8a4f7054d7698090e75afc146105
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6c159e61cec27bfc938ca9e86e7d5469190a038
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba2707ed7b6f81528989587ed830fa41096f9c68991441a6ac5c01c8444b2ca6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41050f0ff62e54e644b70c7c7c80e365763b4244
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d11c22517f81296b28479246bd1516ce5d2b76c3d2a9f6498394199739338d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f10d8d482f1cad94ea66089865bb50b21eb2674
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34daaab9f85a4decb6126143ebabeaa04f4de2d213d613b6b2a36c9df338c9e2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f31a4c2f2b098ed7eb62673b6fa07c6a77201bd8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ea390dc40742fb2817fc95ca7a5c512798f920c57f5caf6c544d5e63fe4296
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..405ea900ddf801fa7f15aac118cd10a801f9d1bd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4233c0319923ac2ef62be9ff8ca6905382455e591c1f447a4e5fb5e2259261
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83dbec56dd20835981e7325011272db43b655af9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b0108ceaa3a607f2ba871283126cfe9ef3785de1873a1b0c09e779e6f25d120
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eabdcba3973efb77cc05f6b9807ebf9d11535eb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23678ac3828895a739bc99409ab025a0eb01e30ab6249747de8d4e35a8cf6a17
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c46a33c29712ea0dc8a311285ed0cca04739476
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69bf25142b56cc05b4d6e6e2433a89ba8ad26ca75e9fef4bf4b8778a8bc5028c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cbec3fb91ab018cbe9fd56bdcc1b62831e70e93
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3835827a4aa5c7159a48d704972fb80bc82769920b6d58f6620a84c3f85dffe
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c69a4ed6600d885ebe659d7c20a67af5fc0cf2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c029d4581b26bfb5f035107ffa30ef101f4368c45ad61ccf4bb55701611b1f1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2caaec1f02b12b599bcac09bcaa84df69c404b25
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f1ea2529138e1a21d07488130b4cdd616088c5f6c553853613f8d804beae56
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..926994b9f4df29935c71660064f6daeb8b0b63a5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:986b39ea7487558ea68ef49f8a93bc4d0347bc1e8a527380c264467a91fe54c9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d838b5ec30a245098d5705e0d2c2e47bd2f571b5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a048cbd336726d866ee15181492a729b1a381e83f919c4f6fbd4c79757abb61
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95fbe0fdcd71129ef6467620470824d9498521aa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6497e0349d7bccecea87e402408ebe4e3c5d0201ab7513861dd02825de2760c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f48a46bddee1be5936e892cf77fe028c2d9e5820
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:749a0f2d431afb66d03274df46cbc56f2af1abfc9cd9838c80e3f8d6fe2f4465
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf227790baa98a7458c4ff1d5245ae70f778284
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:923547489634df25162a56684da66af1c4f8c6b5765470fb273f79aece397411
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4407bdf0ce400b9e33618aa348d2ec42052f23b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1cfda8dc2b19b4f26e924a799e3e3fa772a3157e6cc3408c0af0aad52371e95
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c886b77b1958eb4db9d2796f0fa49d5b302a3b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0e85c0c5d67c2a2e1a3491f7f5ec40371c882adb7adf3a58ec3ad119b36c6e2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6230b195aff6fec80291ff2709db899659262c2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8c9b1b7f40ba9ba267736f3672cf42b75b526f2e371fca6740a39dea69df73c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f795fb3e780e504a00ae5e07861f7af299986f47
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e40813a26607c3fecac9b6100e837710020c06a7cb6a189a76f6534ec10253c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f274b1292d1223974c57f46b54ae6caa8aea963e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d19eceab2fa93538ec84e01794e435a1fe06efe00d76516976cc1083aeed6da8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd662f8f7b5acb14710c2050ba38c33c9ff1d324
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29037e62c416d287829e950030d48aff50a151749a3112c715ebe291bb1d6fce
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55cd8348b81cddd0ac0d50ba943fcb7544f5b024
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22af678c373da6c8befc4e8398051de1ead35c168c9c7cf5a61635ada4291a34
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad636dd8d7630b6faac96b071655c8fca8799f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f13ba5ecd416f3284c2060095aab6d85f3eba3889958130f7e7a3056ee2e6a85
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85bc591e0c9bc6ec9bbaa9338b787eed825e7dbf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a45fb17678996857a73e30cc8b23109235220e7f1c38ca6b969931008972c73
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4a7fcf23bbaab88077a133c3377a6ff474de45a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12476525cb7ecb94c6c2311f76bb119ee3f2b2c1e83d111cb83ef1687183ed02
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd77ec55838fc1e5d0648c783c19d3868feac49
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a431ea53c38bb6b33d6dcd34c727ddcc469aac3677498ef78e40cbed6d24feb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e94502b1cce218046e11a9f75890a14ecc667a4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2635dde403cba292861372291d6d071eb824592b86af3c15bc8d7fabb699fb8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cb2712bdf67426785326903b180dd620844c4c3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38bcaeb8fb18ff82a7ddde0569b3622bc15a6a345d40d8dde22822d9ceae685d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b280ed76070a28a303f49f310d0144554afd3a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd9c1afa0399fb6a5da4561a3e8b2c822506ee1afb5a70ff6614fe6abacafe8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa989efcd0bf2e2e66f3779c2fe6a0074f0c521
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c141486fcb3daa90ddb7528d190daf8f9b284703ae6f98ba64cc02ac6ce2555
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624890efbae62eaf9c6ac66a3ce9a6f70f9612c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9148442852dc39eef42bb1209dc8649f72c3309bf89969b78df88fdd109a3b56
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e5a0828752da3150a4ef6e0249f3e6b56bb673a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0720d906bccfdca53efc92010b40b03039912bd8aa8e6626921546c960e23746
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bf1d7b5052c373bfc786fde5719583ac81a15be
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed9f1193173a1e23bf4d9f95520dda5f57aa76ad46178a329ae6daa07c587f6d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e2fc0b5dd3657269096e7870c85d80f7e932c52
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94bfb8cf8c88808b793c6b14ec28424ca89a9ab2b8f40e4aa42d0b982461770c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7105834594f27e50775b89261fad264ad7bbd202
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8044e03a45027025278c0db548d1275238f6771cf42abf1767a68d4b28b3f06e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0be5e506707d6997c730457243404add373bf4b6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a0ec358af536848f27c8913abc089428ee7ca9c0227de17c38fa89f262d90b4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..973f16e875af9202d67062d2d1e5443df88ad66f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:269e2cae90fe34eb1261e9adf7f8d5ba273c6d826d92fcd37f16a646c6be1a25
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf23346370e8fd4d4255eb36b5b152baad1aa3ae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf19b9f256a48786617e27908b2c9c32d6bfbee8724657eceed90a5cb214638
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64b07f6b65bf03380558f4f2c303e8b669a240d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:933203c620293b50bc11317692de6dc943e954f2da967c827da187a8c579d222
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4797a36714423c134f2cbee40f65caf4d0b70eb2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b3e3135213626045c252120c85042cef09866c58b132f777f16de03650a593
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dac79824a0c2d603a08eea488b980c247bafc019
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a6aada10bbed274720554cd0314fe6e6fa643152d20e3f6ed5e809e55b50d14
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3e8dd950676ba445cf9535ad9644cb905329f55
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cf133a470235738221e871b21cb9c35397a19a4e0530e92306a9ff9042e2d41
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cf75a1ce00d3ec54ba6c2ab69dcb2a11fee0e5f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d3a7bddb39649773301dce18a9c95f5c6567d9a0e9dff7d4bd5ae70d60b458
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d313a527447a80b8e9bf42a51eb29ef74b968f7c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025969d2f7397aa44e89863fd2193e6861536e8edffb49a0f065e2d49a6b24d5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0873cee9437e19f642bb2c9ca9f29cdad05f47d5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cafb093ff13c8402626dfdf0f0acafa12510235e115d7e56ddb491118ead639
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf0b27fd3bb8524e1a08097f37f807b5e8da7f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12a213f01415f3205917ee17922c294f73e19a972bba010fb8c70a8e0f3ff32
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8575fa840e8c92b88e7e36a00a55a5b6ff7ebd40
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:254eff0db51577d1a5be2c938a740d9847e7071929bc9fc105d86b96d23b188d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9570354d961089932b39560dea9bb95b786b57fa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc569527ca0d9d14ac038205dc27488978fa578c40279f11e3d3fec55f0acb69
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94e7ab22e120ceea02d9c3feb37354661d8b1c89
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4986964f021caf6460f3689ccf22bc3537bd7707a02cfabc1c05dbb4ccc333af
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e66c5a03cdf258ad7943c6cde40b9f227d90b64
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbfa241d186e9c8c6c8803dfaee6f1a99f890d49601015907ea2db403604f4ec
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc1a292aa359fcbcbef547b04baab0934642d42a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bcf2dad99c2812746c2b17b3ce2dec0f04e9c6e603d904bf8395b938ccf0b42
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f74cac8a8c9dbbc42aad58f093224ee67a90189
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29d59a39725464d6dbf473710d1272c8af03406a527171437d7e39898d385040
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..267b80f4d80c298c28966881a9bf1a119ed7fb73
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4a47f9ca19bd51ad88005fecb82da03f024a5dbba9b8ab26c8b470c29c1097
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..572a788048d10a04c7b8b2fa4f9c4e4682c0f32c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08065a15756fd47fa8de49627da1fd8830ef174904da2326550695cdbbb267ff
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c484f060506b0d4090796f89922dcc582fbfc8d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16be84f76df21b28c11bf8f711bae259039793465d0d3e6c13e5af798f911385
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a81097cd7f5b92ab64afa16df9e348fbf9c39e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e9e701ac729f2dd04edb0972ad9f7fc161069e5fe4ef5b2bbf1fab0ccb21ddb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00a9ad6a427b13d5aec86af4a95b592cbe5387aa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eef688dde478d1b068ffdae6b32f50dcfc1ab1b2ea179a5aff2e95eab58b212
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57718b0cfb73598c31df5a4dac8c0a634cac9a86
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5fd52052c7a48e187e4e6db94d9ee4e9541d486390e02ab210e80e34c2d3764
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce9a50eb20520c985ac90ab2595638fbd410af3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:861db6698d2dadf1a0877b5424ad7fcf90113519580d903ca3a4538087b6191b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ab100fefb7d5210db791c6ff3e43dad5ff303cf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae4e564a60ba4c9e3eda2f6fbec7305d7e994c4cc8a07f25734e6d75d3a2e4bc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bdd6b413add47e309db0f91f08ba9071919bc52
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90ee18cf8999eb0ed55a53a197e29fd0c16f51d7dfc0a07ba640e41befb0fbc6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cebc6dab8754241d2efbed27f670f7ef169a9022
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b80c55c0296f3f8fa3e53324724beccbfcd468e6c94b559f3bae9fa293ff496
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d69970d130f8d9c544b1fe1b1c4b99e68bcb0815
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cef7f50d23213fa6a16fab12e5d12645e6ef64e22a2a2dfc528fa81ac5fd9cbe
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5afc27cd7372a3b26456e749de4d66ddb452193a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fcc214be869f33e2c548ed82e47da2b971d6d3301c4a255b7e424dde746207a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee3697161d81dc4c2e6d4ce946ea482277184e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b79cdc6e209ef2465c9252fc4c0eb1995a9ba43c903c57f0cd42c32da048d155
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a40819e4c72b3732f134fb77f9fac599192a8ae0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81384342ff59fc525cf984a76a23f35c4a758d857a2bc9a990afeefad355e304
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1a696ea7b1f1c36bc14091922602d730acba2d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7e6736d83ac8c936247deeda5e673459fe33fb5a8b2b08bf676f03fb87c7ffa
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f414f9cf700fbee0f44a5b0f5a67ff2a7ad0df81
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2531dd19d23e8256e987b10244b255ffe8b77f2f5ec4e59378d68ffd25c2392b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b41232f8023163b89309715f544fa3442709cbef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ae7f69fbaacac0318bd0501530f90edf9a5dd899501a80d641047776d660cc2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5164c63ec37052b5480568937d606a606820d87f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27177c97bb795a123d3478a41cd2d7df5216acbcd4910de932d07cbe89b86c0a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8956954e8105a0c0f022bfab207369086648e7f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bb868c7a9da7b3285f0f4cbb8cf8aa457c9967c11f9b7bc06bb79eef34d6275
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0493fb4679b900e48046831fa97c0b297c0ceecf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9184db1e869a80047d268cf94063b3fdd198e82ba2e3c02fe63b82561109cf0d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b731a17583d4e7db63507a738eb52a127180a5f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e57738dbdbb43b9bb89ce5b8d1f565466471cefaaac99e324fd70b3d3aa4bcb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0451e30765ac1afadc318bfe05b3ea9702c1aa7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c64ba0533fbe33c861b2e6114bd6f98e6c68584471cb4e631fb45949e92db3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d620fc4694a0e47226ab33b409cdf5311923916b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:447831f94602ea6f25ef243c8035eebce263047f76c0c20319f07fc6143e7286
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52fa7d5c1a712f7d8dcdb960c9a092379282189b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80d5e9c72916621c1ba155383ecd29cd6587fd66f485b500f62e33383b5e89f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6570978e05c4d4ca26ad6e826bf3a8ed595c2096
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6234f7a78a97a1c22ede7611ee12c945cdbe452ee4329476f2a01494d2ea49a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b85ddece82ad2b6a079a4313f2766108b6e697
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad045becce2c9d34a8490f9c5edab5fe30e93b0107bb0d0595bfc9c1686440d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3877a7e8f5af8fc8e3be6e77e37dd02b558d8a7e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7edaba10a43b79e758b4e10307c5a45a5dff415f26732073c81992c07380a286
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d72d030308c2e87347c1ac13cf49e416b4ef736d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a430927c0d4ba3844db7b0aae3de5986a3011f2ff4e85061ea56395759b7c04
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37e07c9407a8ce049189ce453458b0c5a1093f45
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d07ca4e3b947f8a64029fa29be4b4f96a7cdcf9e2072b87950d297aba3faa5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60d65f6bf28be49013507c4dfeb23297a31e0bf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1668c377c6751bef97c097dd755767d7a2d1bbfc0a72623ecb543eb7b75661e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d57e93ca8b6ac6ec84c452dbdd91dd126d7ba3b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78dc2f0e5bc5cab8a951f0cd610501e5072fef42f189493d63e5fd299ef65075
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..885cda23f64c46cac98f0998c38bb52370c5486e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771306ccc9d94b4d0af018c2db5a44c62fc2fc79cba206c3e3cf51d8de257e0e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb16fe1dee1cd4ee5f9cbbe4978708a2a8d4a70
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a978b5586b0b7d644c713ab8e73496741e22f8b62f2ecbda6b156ef620dd18
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a019fb64f21e65a3106d8a0c1237de31d4b87f2b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:285a9578436453fbd65f72f9b903a9fea24a54eb8c70ba6db542c4f802ccb6ec
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71dd70f7a32c43014639b7bfe7b4220ff0b39178
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afddd4cf34f6dd3239b6efd2017d0a8b6ff9d51123fd8ed1d9c9da49b9a6d514
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abebe9c6face57f783b4e646c716b2415cf8353f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa7c0f40b6674c8c6e381ae21bce60d8220a7d0ada6e850984b30238b437eaee
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cda36c080a00acfe83903e6eebf81cbff0df432f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903c5a108d4a5804be8c01e2c546c7f862c9a578dc3d31eafcdcd0b518344693
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a93089ff9c06fb990c8161337dd893f31258f3d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a2d273a518d53222b2b6022ec3ea7fd0cee49b043988eae4270e2285150b06
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ba96f9946be7ff3d3d2249b88aea834f371633f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333d57a141332d40e75fc02d4966b095db8fa0a01198d571cb6f1ad7d6d4b46f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13443dd3da1b3082da93333fcd4a7d2dc4c3dea3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26712076bfef9331bb47f15401a68492551ae8edd81dd4da1bc14fd2fdfbb374
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..180bea477b91806c08e03971770379609d074f63
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea94e08a7ec835e23429ca9cc366925cc1310f494c0f9575f7815ade1ee215b4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f84977ea5b5f91d49c5398b0002aa779cff53799
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf13b378abec7a975d7e578e27229b06eb35e8500b39535aeddeb4fe36c2ac3d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae03f1d0c565a2f89028da7334001c2d0f339332
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37098c97885546cfc417a87aacc3c0106b3799d6f608c71e8873d814d3c15b96
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f402b630ff25f6a7da934fe79f9573284814810d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:716cdbddfa021586c045df3275d54a349349d163a56ff9bb0c0cc73d18628ac7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcce1e7c18276794768f6524bdbcb11de9c042a5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ac4a0c596d4fe4c2074cb19b9e0bda4b7868ae132087c722041e7a9c5d2030
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f086c8b28036e7c79d1160ff13fdd03e716e50b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b3476968109109111d46b8e343e163d02c5a4f5e3f3d6b80710c06f7294c68f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ffcf97441421a83b613a2dfa3381ba59013544
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e45fc23f1165fc905a28bc6137510a6b6bba4fb6fb5df997a82709f5f01dd071
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c405421ffe14f63dc84581e059fa79bfd4aa55
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c02fa47464a54a24014d9b55d2765aed557f8a7c025efcf44dc83fec5dfd400
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dee1245effa7039843e2b5fd728501d3af82343
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8ab9bff1e94694dde91228d489597d1499bc47436129896d5721cbaf95a9903
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be94f6d9a6e8f325bbd647763e405205a164b01b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7251106e5a8df64817e372ee41ff93ce9a6410986c050650eb4c025a7b62ef8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e39941ee9bfd711bcf3afed79d2421b7c1624dcc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a250ad3c8b792978eb9c118a1a8fea31a4202eea0915d4af4dbe2a6830295e80
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c2c1b04300322386f50e909892339288d6d77f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:049601b46f513df879a03b1d58bbf4c5212494675eabc74aad1c3077cdab3540
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac689d7f7d2f5356e28c4ed2062dcd875b4660aa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e9cbd6554e61231174eace2d33d7aab92c20a458da991bee7d58c260f797b19
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c083150d09f8c9876f1e6cccf08f54c256a553f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:799c874e063ecaa2d9fde4c8b549cdf9e40d32324e53f133960b7a2f8d08c7ab
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd4296b2faca76f9e46a788718a4914c4d75665f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e934632dde8b7cd4cc0a7d79e3169d46cd6e5919a246279c066d393d943c63
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edda3e72b74a63c17f2b5e68c6e3877ecb1dba76
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54a19b1661e65e97fc9bf0a52ec2f6b34a2fe23489cf316c36fe87e839a6c6b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c8cd747111fc7a3c0b872b0b4e7a86848dbdc5b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dfa83f7a970f35b91a1b6e745d9afeea9febf51aba562228dafbf1c7f087ef6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21019d3b7a76a3fc082604f99a1f71da3e6c5137
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4085c5b03930f285991b2231f9efa2cacc43ed75f226f706422c8e3173e1f35f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68c8330a2b562744c8a058a240955a7ec4af07ae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8cce69df60819bed26e634d074ef1cf149fae46e2c2bfd50b620f02a2ca7834
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32f06e46da6eb7f110b2ecc7cddd45308596f9b6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:412a7ec7ce74ee0ba87718ce7eb4e021ad2e6f7cf574896db6ad6d9f85c18d39
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5185ed9850c131a4d3de48dbcf51d250d5b4396
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:636d1e827ce0a942b6cfc1a59e48b8cf2e9619b29c18bd4062a60c35da07b951
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd84a6ae459989f48686ef10dc01c1043d3d4b83
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94834fd4bac78f41c127390663dff42cf657cc2e5686746d39fc08b693f827cf
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3158177b125ee39a53684e03de509078ad0399d6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0301d2be46dec71de5ed5ee2602960f3ce8e17efb8d84f2c939aecd60900104f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ecd7cb9dddbcb91cdfcb7298cf3f71e3f7a387
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c18a3d3dc9742363bafadae95d2754e469fe808b0fe75ef602aa68acf4b1e7e0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a91d0d9172e4d298152e1927976c1df3741835a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2338764f728d13e8de5bf70e813026829a2dccc5bde000d284e139fde4b646a3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846095c6cc8e5cd7fadc5ddd465c579972f95fb2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90c7a713709c67a19f3f59be4415a177784532e6fa769382d952202ea3af0fb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf8dc66569d1c19714df6dd086cf3ff703870e7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce39767498b96674ca3e895bbebbb4f2e584554161ce44234a054dba19a6301
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..698cb07ef02a53557dbc0e930e44007b389ee06e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df1e125c6439f3245a312d10743c28bf5528cc33afae177dcb73cf1dcc8d1156
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c3606a8ad82b4d94be231269ff81619de9b1336
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18380cfd6c6e5e06f928706742c7896c5a2918a9e051c846380c49329ded364c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c1b56b7f811bb6f0b29aaad0cbb649e4d54c3f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99945d742922c11e451ddc04ac9b10125fe32197ad3072ef2d40cb04fa6a8199
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03faeab4633eb1055526e94e38c194277e5bb0b6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0745acd9280617c23ca4c18779c299adba375d7a7d4e9a39477676cf645b00a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85fc6408405c72dd3f7a96df3f18a9cef426fb21
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5940abb860a483d96147739675a975cd80eb23ef1b4c77a84ece068d9b4100ac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8231561ec6237e4f52e3a87f454a24d6e4e37a9c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a36a5331065f52cf2a75e30aa3c10735353f306b975d59e6d3de9640c43309
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118dfcd68c570c12761f2b07ae9bb409b9dfd2e1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd2d552fd3682596cf342c1c6a7efdaf9881750efe774288d39f9a4af49b4090
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c31a77715a12d236caf453fbfe190431648e4f52
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bca950e88921d2f80311d1e73c0fe916b3660dec5a63f72ea4fbb88bae1ed16e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f5c2f3026513f75251c9eb93e5c1e8ce701a859
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869e8664a47d4f716e8a2c1b45ba85d567ed0858fa4ed5852ab4c92cdd4793b4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44542b43621cbc7c88fa7c358c8c2664d8fad099
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d04170a61a3819ddcd41e0bec185e2f73073cc42226e1ec7641450616b065769
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1711e06d67a5713e9310e85997556117c9617d99
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:885bf85792071802752efdccf7d84634a8d18abb842a60b2189b4d9c9619bffd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce2d39902187d86ffc12dcf2aba5062962887e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:279cc1176f6fd3b7aa75843d50d0b9e0b7f5c8e659fd76909f709ddc44be4f45
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f091d723b339f1c4d22a3ae9aeb3627cece3719
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:502a21e92a7f2fe97c183b9772a097885a8b27476504fb4c5448bc3740c3f979
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1d5e0048079c1dfb1076f05cb02cceb154060ef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3acf753147f6f4a954b23c779b0af960986260bafc4edbd718ce2e1842c97113
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64511f871ef30cb672d7d56c72123aa9bdedc0df
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90fc090d66da2f14cc441ddec0baa61bb0352ab798c751366d316c3cddf8ec1d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd2f50cd0da19bbd4ae405842133df681919ec8e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:902e77444668162818a15bc7e9037a46e4718e7e36e1a9f321a1c13c49fc8784
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d166cf84308e745395dc3e4966bcd27266e37ab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b866b4dabcda5a9a1b47764e0ea17878e64b78aa14ceaf50357a658af6d50db
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2e3a8ef7c9dece5d2d3aad570010526a517c21f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d667eac8dd307d70479b4b4da7f072d3f253f80e256499ec2a087fde7b87753
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c670a172d1d774b4a73377e6f9cd3dddfabe2f93
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd6ea4436b386b7f71647e150337a1c73f9843d910540a7bb0a44751cc7daee
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0a68cb39e7852a7983945fe5348d5892e5a2903
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c10b41b9c4d4795cc4dff13c822b73bc24b4dd5374c6be23f84c9ce80d2ec6b5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeb4fc2f66c4fb47eeacf4b6801bd35236d26f96
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f8552fc7db68d159edb6c9b38f94c56ef141ee4737f318eae46373f7dbf03a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0138720fefa6da268dea3364731a96d3b26d7115
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8289eb3ec624d77d3146645e97c7581d8f2e4bd158c3eb57d8ebdbb5e5862741
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c569551c1c306818df3445474c78bdcb58f9ef08
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba41397a14e485e21d8418eb81bd102602cb35ce54ca8f2b8c5f40c33a0f5cc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a81ecf3dceae51208afb9d4340f5dd8b53196404
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c0cd1dc253e9de60e87f6e4218d9c980dcc06811ea8cfaac76e34f987d6cbdc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29426cf068baf2aed4fde0d91c220bb8a770ef3f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706732f2673cc74027cc9d81d4975b12ce555383bcb487606d7fedb68194e01e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b12cd552b03b35318c434920e80e58ddfe4534
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15e23fd05cf0bd44ae83881079474e42c1da99159b3138b5bee3b29e72bca389
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eae398bb9f46e645b1dbaf6ec1a6f1198b8fb13
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d07fc9b8bd7b267bb72cc4f568a10fc5e2fdf83130bc370a0486087c9ad36fcd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f8cad2a3b9190e9ffdd9face699d81abc2eabff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d76e93bd3065e22ef339400d5dd1ce9f3de8cccc5928ff0cab603033f9b5ac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a39c57e6f25902393a599049f3970e2fd0a37e75
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21a2813ece7620e744468a4e35db40b3c1334c96bee0a4bd6173f64923177a0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2b2f2d2ce5141ff30d97111b7ac3663e4107cb5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e32108cc5037f23dfb2957eafee8bf3a101c2de6523f14d25b1cf31efc2753ff
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e9b9ef79dfca62c0458c441c2feff1133d8a33
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:530ad106d02d7f14bcc05803b0ed657b77357360f72fb3f317c3bb06eb1aab81
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b210bcb9aee2b2c949321357397adcfd648cd153
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc82efaccd589d7a7d5165c5fa8d2ecbb6ddd7619a8c4e2fed0d7f0d153f334
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e728f3150211d7cf09c33ebcc71c436d3fb3795
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f358b247e6efff7bd896bd24032f53f80520bb5ab35a4b94eee0c681430727
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b1b5d4fbb6a103d444531d928516b42ab2266d6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06062aec78ec4091577406dfacde27aab63dd077f0e82b74a7c906128ce22826
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f214d7427d64c498087cbbc34dce51eba7ab7135
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c93aaee42b8e376384b7aa32e4762a3f11ab33e926e893de2d8f40cb4f5cbc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f80acc200ab8ce8915c7ff0fc770681be7c5da98
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c75b45b302d1b96bb2a464053436a52f061ae37b3e9a0b07b6873da511f2c2b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74f08faff8ffc5b15df5ad41a775b695f3da77df
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9436712b0291f67e41b44f1e77cb6b05af28d820b1b3ccf697ee26f8dfd934bc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..331b3a2203c33fbfed2c0ece7193b3042650f5ce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a4e58e1a445c10d13d6c1a4064cf54114e2677406b40a8904ccd866df12f554
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9b164ba80d291b49285b6253941554298328c98
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4da721600aa2c7fe468898095cc7619c4e6797929238fc90aafba0c5cea655be
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9c9f055a0839eaa1dfb2d72955813a1626a59a8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0dd810a0f4d632f4bd33d9d3904535b51192ada603676f240792c1c39f54894
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b46adb682048845d5bba11b3fe7be3f25a78409
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab66eb1fc92879d32ad6763dfea436fb01a324859c193e11c11ec18978ce3186
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf98d1a6ecc76dc54438d81cf98beac5968e349f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c3eeb5124bdee8707fbac51dd50c0c304773079e26d93854d23aa909d28eae7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b2c07c5208fb72c55aeb2cf8d72723df16618e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ea8c50d284acd73b43cac4a9bedaa77fe922799d9f702108bae5495810b7aa
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cb6d87aa8b3e8553a3b9aaf3f9b3c972829b9af
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561d8d56f11ec88ca6b96026db493ca545027fb487241a02c091b6c592d1238d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62d5ce6534e2bcfe980f9ef4014906cad44bc7d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbdfe4f7fe49ed75ce23ee114c4dba85e2922304e1a916e75291eab227fc6e32
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d828de28c0b02b9be734c844964f7e0cc7bea4e5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76ddb94b7276772432e4cda822a82b2cf0f3e05ab6c4c066f39b454e1d620a25
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c1d9ecbb045b7b5712191f03ae93d1e576e4825
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc09254a5d84d75c514a3a70cbeefd009cd5472396fdb53fc78f0f08d3755e8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf83cededd3810448a9b3f5ea675c447d6d97ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c76068ecb82a16488abb537e01c45571a661cbe5b05133fef0366c800a7d8bd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea9ba24bbfaa6a07e5ae1e2929da2bc556ebefe7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb909f69a0975f1d6c27d359c6d6c6f9380d3ecb8e4365df8ea5d81bb73bbd0c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0539782ac20eaf41c4d48a2424885d04f543e7c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bafac2378c8ce811845e36010bb7dea4fd8a1aa0dd25b8f3a58953fbc0f0ab86
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0381086764e55c02bb9cd26616c0252abfe63b2f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd908a6748150300689f6e751ab7d89532dc745b57187d1874c19c14e3fae5b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590172fac76cb6460afcb8232f595863fadb4493
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b216bf99df6021e9467e7573fd06fcd116f724b99ddecd152059850e593d5a9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e867f4932b3980ba5ff945239f9f1c7511497c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45985ef4769f05d9f89d91219daf8c8d1198720650c910cdffac34ad4735cc60
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfcdfc7b84ccce8759c23e08be2d6eefa12cd19d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d560a7037b149c9a0c420612cd4f18d6ed2f0877c8c1d94ca0203e1d145578e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17da39a57ab60ce5791582791b739634041378ba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37f8e1cbae036369854fb24d01899a519e4c58a4ce48372fd1e393c49dd0b96
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ee865ba973ea64a72d5628bce8d88c796ad0851
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b5faf499ae296383e41d12ad8ae8cb61b10f10c040a530800b33da8b02c2c2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a42f10540f4a1e700f0ead2f07ed0dd1616a3d0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5087b5c2609f50ef22aedc4be6c2584828bd2f829a6da4427f04defc90fb91d0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14bf664ee8a8b28cacbf1c86e19762d1e8bd3e50
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:878352a04d7f712b7573508f931a665def33deb9103f11852a64a6e8489b60bd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f45e4bca648a6f53d36ebf195a4b78eab87eb0a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37326d9e02cf32060120152c21864ecb6ec67c609407fe204ae80a217580dfb2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac70a2e57924cc243c1a8291fcafa05b13fbcb1a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56093737e525efa06a524b47ce44b5754dc09ecd40f82d51b96b8fde5d1c3ad
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a105863f0258742952e65c6136e119602409a1f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2976f3a198a122ebc9177aca8e8e75b7f670827c07388dce95a42d4c27aef867
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae30c5ce65b3d59c51ebb56dfbb031b821eaf06
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d36cbdb4c935af9c32d2f6df8e2f3c002e0908dfead592298e879742b99db8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe5ae66e035177c2bf10fe466ffa68ec9ede369b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd616c41e4a9775d61eb91de17c772507f3c76a3b7f77436b1dabcda9a508748
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4205a7964bae05dbb5849cc933111af5d131bb22
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:574190968563e10dd0cfda33fc966d1e1f9c1d0b4543b5f053d1dcab7b774d5f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c66cd0ab3078209ea58384d3a454d24b884af67
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6452f001d5a8f3c7cae4f01f0357ccb9076eb73e06bbee09daade705d4ca585
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7eee2c7996eb84771454bffdceb6cbfb2f6d8ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c80b014b3286503e24ad56cbf1d6b48f760aec0fd1ec9c89bbe8a4c0b6a415
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbbc21654510c5c2f60daa1c6c648963c609b045
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9e2e303b5d20adb09d89e7fc200f2eb0e0e5527418d3b8cd5d233afbbdf971
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e4cbd8208d8e4fb857a88ec17cb708e71564beb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2cdb02ce25560e03e7518a68d549bb73d99b61ee8f9249360df76cdd97fda8e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f0f0527e9ba7120e99e96b9897a4b3752b8973
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d832857a71d543650131bafb6a93b8a1a6a2282a4520ec46219c0693fad6dd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ef88bf6c4deac62feab1920ce0814d6db9e73f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c4b1a5a5a8e9b2c7f580ffef217a4e459b5f76cb95ea7c7c969ae6c826d531c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9606465475183531427976c820405b4da91244fd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:649871afc8d0589adc4926580fbc5f24dd18c4a74d5287b6f879942f0dfc7a86
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c322226881bd0e270c71ad113465679cec74dde
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b39ce5987a5c27fe38843edb6f95d321cfe119731016df78a052113d63285c2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98171ceaa3af208c68a151fd72e3e656714c0499
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:658438e71d78be4fa40406f2986d4ea4421c8d45e342ed7334f4d46a84f4b3cf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e260feb31da86f1bb63da3e37636a920977d8233
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc93b282b31c8f9e9b224fc3103332ab91ff2414407a343700669df66cb04d5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a48392534fcafb22dd1f0af4015ca00da5abdd07
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:376f1e28e5fa14311253b119b89d5cf8292b04fe3d28574d30a3de371596dc2e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..034bbf87ce12a3cd805ea8c88c3ff669fa1230dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208f62d677663d1709dfab47b33a79bc6d2a8826c498b06e09beb95b6654a030
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc7501329fd78d0d78ebd9b166b3a98966ccb6c8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854da5a6ef4a016d9c8b978a2dad42a73031ca348f094c43915ba77fcdaf44c1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1654aada5fa40aa59c242b9fdfcbefe0ebe26ca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f6f510804a030310a29e0e0b3e54543c0a44ae376965162bc40dbcb89f000bb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f2dbcb2fb560fcd52a0b5c4df33928ff6a24a44
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9297369e8a5495912b16ff353b20abf35bb33336a7436d275ee935a0639f324
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c19eaec274304048d55dbd79f00077faa1ab8929
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68af51f12140d7e4447ad19773e625875ad96d18e9016bbc73d6ae40cbca7215
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53bb6a0aa1fc6e2f7f10ee25ef7f4cd818b6e347
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c0ab4b6b56083b12719d05fcc9e35ad845d8be742817b1aa6f502f8df727742
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4330eeab6898dd8cbbf1ca5b3526649d01839aa5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e52ba1b0a1f749af99dac203d81cfadc2ea5dfcf8f5a6db1453b882c9518fd36
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b13940f772c62d20112dc6c491669fab21face6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70515886104952be130fb42550a861cbd129cee1ce773a1fd45e46b31b0a0b07
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d1137da684c1774feab6c015b31f9ad77fed26
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d48c1fbc72de907308b7996e5bd81cfbb605f364b288dd4ba3fcae3f59d32478
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb152944e7836fb36ec98fdff15370235f9890a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a372c77636967c215cf3c6c8eacd0a3bf6db465293ebd4fa763fcabfea7ace
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..100ae816f0ae74b12e9fd6a99f8188d17c503d84
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b63f4a3e0d57c58a2f3d5f8dee51bd3b5923c1a5a5663f87fda18342e9362d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42676377650c2bc70213b6df7ec8216d5f35b9fd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a60ec0f88f479ac50da8fc166e69f9a6aadef69c40f6a39607d74a8d2ef6ae88
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b17e738fbd770bab52dc9d7453550072026740b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c091e1667515823f10592ad3b8887fd41abd15f1a39fd9e2706951c87dcc3d4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d391b198b2d1e516b7319412a7e2bc08f23c1d94
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261301eba07e6be53db82902324ea7d062da139c877c4c91cb7c2fa89400e59a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78df6af1eb8365ad2e3441d2f88c83e7a63042af
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e93c007eaa6bf570b575281ba305fcd6ea5784031bd8867d47f33089f74d23
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf26f646d22e997394e266ecbedf8d31e367953
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0bce72634170f04a4bdc264080f3593b9a8e663e7156b028188438ee4145ffa
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4014a0a6f6ddea4d7e86eb4042511a70d582b2d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975414b6b439244968f18fde7e5ff99bec741595dc94b0670ffc3ab5fbddfcea
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb7dad71c06ba1e032623da08fbc85504912e496
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa7eb88239d8dd6d1f8eae27999e91b7aed8c0e637eae961cea3be90478d38ac
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67bb70a4984ea4ec9b6198d8886c30907f4508e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e25637bfd54b8fb6eb724adb755dcf1e6b3a26b794402074eeaab9d0ead5b4d3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbefed7159919f591bcc6718fbb239861f90df97
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bdba27f5c7cb1000a492af9941237242c57705f57192f6d2ae36d4e7f0e5d11
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec093073234586040d5647fb4af9281768303520
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de152644e415dae2934c2d29264dcac9084cf6af24dfa9bd572ca6ea327d78c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec0f657efa26ab6f8e77fd6fffca6d1a388b9f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c37b1f88257744a77fb6d5051f14722b4affc72089bd28c1f4a3485a9f4baba
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce1a017983c9780e2aa2137b5dc1aa7de739fdc1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74bc788d95724f1603e6da3abee2ed519215ca9297cf75f74541595fd37e543
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e31defaf033d1987687af3d5925cb203807875d7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12067d1c78925cdf0f5b2fbd78493c57ef89fd7ab9b8988060fd5a48fccd61d5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf0c265353b830aaa09cae4d8b417dc0812a667
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6961fae11819d34a6bf1c8753247874765729250ce08f1399dc18d7ad41d8735
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be709dd9fb85adbd5eea86ac95e25344db201d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb16fe3948de215085fe44698525ad7b35dba9e071a9c510eb59647d1e8c4df6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e633aa89f5d1bc90dc8a7802ff76086b45a54ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c49338c8db584f6fdb7a7838d7e53f9b54120f421def80ac9160b1507ff368d0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e29633861510e7102b1f34e277f708c65a88228d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360fd25e55d941a4532a2239380a439dd763c4094a4f2186f7034509058c0532
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4570405945a9fb3de9d7b413ae36c9d7d5c592de
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7fb9b41e740d73e978e4276aefc6c0a85677d7cee022f59b486b19b241704a5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12ff5e94271bc814e26516a244f31a2d683d6da
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e25e7b311dcbeaf3a926be5cb2154d0c163f4244b0f02a0e1858abc4de9c3ba1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15695ba2ccbdfbb0c1892ec0755d16d035b8391d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:921733e8fc06deb37509573e8515b87a438bf7137bd4f5deab8abcb7b29e6391
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..055ff9d2ed67ef0e63cbc65adf9aa8ea549f0832
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb8f6800f452320328d3836837c085c177a6b8d181d43d4b6fcc0ac0be655b0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10dce49cd76ab3ae8f73ffc8b2998618c5f39ac8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf3f6cac121184f1ca5c954e97c6194094e360e0318f326d492d173768576c2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94fb478d1a6b344962458613826043e0f0957943
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0004d83c3ab1bd86b11398a1e1f8cdd07468cf50f0ac83983e6faf8ceea4ef05
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc1da397b06e62ae72271d2d2ebfe7523e15d123
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8961d3fc37a4f59d2163f25555c311f6053098a24f3efeae299d6b0c7938dec
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c72e66173c882423d7049c29e9ad8d472d16bd6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a60a95f57d15481712b865915b4a19786fb0ec8e73f7c5248cc5bf4b584bbf3e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02dc48835e2e1ad2f61a5b2b2c055a9b7b7a1579
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad0d7c2ee2fe5b8ce4aa7fb56980eee47105afca638707d950bd6b222f6fb85
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6f4c8dd2596b0c9e40b1f695f1e2c0ae36f1ce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4189b7a7bb0df2a745d324cf9eace0baa35891d0156b5904bcb708f8576b2d6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03c137b478f2f13b52141832115d8a1303f2fec3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f22288b524b7b00aa0433d3f1d28f69e967d0213136524e71ee4ed4dc42b96
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a51dcc9efb55d5f97f4982cdf38dd2fc3cc44b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:035534f76d5efa41efa1d43d44444ac68f3eb7fc6acc74d58e1ec126eb5f9620
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7009c1a7cf4da42b5981fd8b550e077bfd107a70
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3329fcc5bc85a74b50c17c4cbce2b422d6ccbc41f4adc863710573c1afef591
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16387f58994818dc4861cf662a9e7de77d2e1ab6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ebb9fd7f0331ad8d29952b67ab591f9801bcc124d36ea9d46382a8350d3dfd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567b30bfabf1416fecdae807ba394ca45db8d71a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d63c5355adcae4becb3775776212727b00ae7842e01f1ae668442b76da15b2fd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5eef9831cb245db89f94cf7e8eb47fdc99bb65e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f9de477949555513e6b53ee925685cb3c1f9403e60c3baa3e519aa6167bfac
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..230207ff749fa8a1a79e770f6abb20d18e7598b4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e8bd89a2553ac9bdc00770b04cea260e77cf2203ee218a8345a16ec0020135f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e696f4fac67e015a3ed6c09e27d8b1fa7c1b2596
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72795c2cec7ba92d7970ce71f106385177154bca6ca1dabd5fdbb4b505ebe938
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e250c7431a73f47f9d4943d1cb6f937842233969
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad66837facbbb622a5291a399d21d8a0fcbacaffca99e0c574cd2adef2c8fef7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d6dd99f1d5ce49ed7ef07a7b734025338a94d76
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e4a280d81fabca1b72188082c11af2ac7309d3365fb853b3e9f295010976f27
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b41e9405600d453c7fddab7788105d7d72570552
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b5af5f88bb78bca8c636542dd683ca6a25fe00d5ab1e827b0febae7ff702ad1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..417bc7cb31a353c11eb6af88e2b3613c900ac54a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82dc820208e8bb48b9693c2296c915438cffed1444103d7c8f2036058a7a8d25
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb1fe90cda36869518a70e162ea7406d302c6080
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d152601d641f98589b97a8e80d400c8fdd7a766bbb0ed8bd698909fe5ed3db4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45443998d4279caf9d94802156fcb14b0b89d915
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e90664947f8a786479bbd1eae870d543e5bd3d283936ddb2ed894e544a3c8819
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3fcddda8c295dd54bd1e5df2f3ca0fe25c405e5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:397194c68687b9f665d78f4869273b1628a7e9bdb82b3d143f852afea1442da8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da58fff7b8d4ae1418be01a0d428f6a701f5b3dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43455f4b54fb396bfa97628eabd2d376839d0a8032814c50fc7f203599ad5bf0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7454b7fe2bbef191628819b51c101b3e6c046989
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eda8be9fb690bbf9d51aa9ea01d247ccb3b4d8ba57f069b82d2febde69a36ae
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f674f116400d4e6d951dcba089fcd334901815b6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c4bd35d6ec677cf2da7dee3d25326b63a9a23f28964aaa38305ae4bfe652c55
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8df62e4519574659a49473df9ef64b1bf547eca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a54f1e3b6daeff96069208998ddf54b5b7a99b32c751c0c68734b5c2643e35
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c543376cf64c6281757429943b6d2b7814d3c26
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:064beef59e5913886a3f898e685618924836bd2ba7a99d460f6e350323ea9a12
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a654a0f28e2f7179b09d662050f8fcaa19263318
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad3c6a72b60f7e7e9888527f6cb7fa72ebc10d5ec0cd4dd5c4cc77650ec72bb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce7e514dea5e4e5f2ef19fa2aee4c484d34c86a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5994c722e78bed80246e3d5edd2601455c17ad2216f8df5b4fc9bfccc240003c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..679eb0b06b9f83059ff7f1f56883b7f405505ad4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe2963cbfd101b61d60b9de9a4b78756f880bfc8cc8aba464e177a5ceb682e5d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..650b0491e5e5d2c4d9ea277edcd41192b3874711
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f88d8eb9a7e01bb7ba254d26c0176854cd720651e7dfa4f8697360cdef56ac9c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa3c2f1464df8ba403700820da67254bee885d1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17be01ba748de60f73368fdb1e4b8c8033915cdad453f14efbf6d448afa10fdf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc45fb60424401356599358f56b9bd97d4abafd6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f21ad7602b4950e4e3af43110d9d245a91817cf4654122c7ca546c5c2c190d5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..079f022df8111ac7d15f79b57d6c23245fdb9c3c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f2e3c0083d9947d40ccfa870008436a9d38e78790fc2a8321c7fbbca477df4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e0762ee06e89e98df62a5be3365e4fdcf47689
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a621cfa8db391023145eccdbbbd486327b580e62b263acce202a1a4e4000a2a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65b2144d7cbf2a8f7a3b7a9595e5bf2bfc7fce89
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c77e40a2b6f294aad07e4509db25adc14c23f8d187cbe725560f28bca11c839c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad6a0821dc0db65b7fe4aff10b150026b403b76
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61aee1c7551e485eb2af136b9166b706c2e4ff366785ef24b59e24a81342f435
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a840416781d3848dd93460661d1ba36922286074
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc178ac46a82d8d5a6bff96d2481c77e149ea4b32f5a565b601cbbc9acf68bb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61b0e0843cba0cc3a98ada391d1108c318856601
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb9e625f12bac3cac4f52b35af25271346f25d7a4be4b3fd585ad5df880d24fb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dfb5e82d52378bfe7657f224218ebf9bfd64336
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90fcc4cbd2c1091c7f698a95a052c3676b949b9d38baefed75901b34cad545bf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..495e34cc018281f6c3446d031e86ff74782e93ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78341e420360b36a60d04547f8397d200898b83a2859051d6e8c47e9c3812ea1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e96bf28ea55c85d82c92176de7f0ad946b19b46b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98cf91b47f662a49bcc3d7dacb2b4f25eb9cde97e19dc14e24fb1ab091d2575c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e85d03fd7c9b5bdc9d2e5af998a11b3ec9810f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709ebad5a3dfab774321765053fd716e36691cd4e23750d292f247ec1d9b8efc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5914f4d4f21618c92e6cfa3dc088e1d305e1891
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:567ffe8f8514f9deeb09157298c191bafed388806b668975fbedc2a309bd48b7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..799f0558d3ccbe682c44b35bba5bb7bf6d326e01
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:821fce325dbfdaf845df026b0eb91492b89e6b6e96293996c7f3eb454ccd0dbc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..499a1598e2132416479fc901973b5df0fc030d03
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d7fff35eb57f0d12f774a7d9c97c7816bf28594634a1d5fd2fd37c8ee4618a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f07417a66fe721674a27275c7ca1bf2330f1dc8e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e05acf8b459b6dbc41acd74b9526c99756064ef5160933df6ea48a253dbb001
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b68de2f7a5828e7c0649cdc597713a93f3e6417a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87d8409aa8fb723f2418e208c5b0b158d328e57e24d332d7012b5abed099f29b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3321a3c9513f2ba848bbc0c4b7ce549a7102463
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83aba9cf828b9eddb6730102f403f8f1168ebe3864e2b8f021bc9a3cdc810a0d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..494dfbec898cad3224ef672d502ef77f5b23ac44
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2470ee9008682810fdd94662ccd2021485a5da1da1954288ff07782be92abd7c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d1e22bbd6d84ca3af6bd182c42c8e710ce4937e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee987d9440e37e01c54cfb4ca430bc52d29b9d6f2e82ededd8ba8bf137c2f712
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c8bffa47d512bae867571d3a904ec9def6d8e3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4970dfeb25329ad19aa9733bbfeeb1a41e340f1121e26e4d13f06cc9b9675b52
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee6fde1ce0ed75836e53c6155ba949a37025ece0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9dbf3cce295bbbfaf9555502948c44d1316a61d32243f5e933bd2a70639890
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a060252ae3b31e9ae29c80a808db5b96449f251
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e18f012a13e19e9d38194d89567dbcc5ce432872ccbfd201634381bb8a66257
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec99c4bf0427601146461a1df4b73a6f8a919c4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16afd8afd9215958efefcfacabfaa5c167a146d2b83c015404b52675b522b757
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2395f9d4843ba6c62b6eb1b3d895eecec7e203b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4426b4ef6619b8218aca98b45e4939d4ae8b53ef56f277e415aadb934a836a28
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..809e8d35ee974dd3145358fdb0e45079e1c7a9a3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:135566ea9fe622d569d38066ec87ad638ad06f460434c62f478ed102d63ca889
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cbbf1a955d825cec870f9660869584467be74aa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76e67d888bc29a0f1837b82c9e82221541f925d0a5be87ca1d50aeb00f0501a4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a02079545d3aaee94fe56f43f83891892ebcc17
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffcfb4dded9fa388bc7250e05dcef3273f3870482bc1354de5bc05c579e954cb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..755c158f74fe5012fcb44f1bcf27160ab8e5996b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08afb6aebdf89749202943132a524ee96c4f6609ada174c8707a764e16373a5d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a26dec2043d4cfa73337ccb92a0b85d79067468
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be22ee70cc0c2f6ad6535e3cceaa536e3e75b18fb73c570f7d8258c3c1e2fe59
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18e5f09d4826650669d02684233618bf89d1d587
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:096e0139f55f8587fdf7b669a730f278a632d3141197c43fc171b33f9f33ec36
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccd275eb8e69ac745c05a339e2a3a43b84f03315
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:177659865c28927cfcc009699ce4d3dd48ff56fa70165b2df7191c0ca7c44a5c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b28d14a358cdd2645525f38e6d3c7363e259007c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dda28bf5ef3d4ef04e5e2694f28702b478a334a037492bb885d158827ec9927
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d93b0e11ebeba6c75c5a72098da96acda745679
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a218939410dd73b7664be003d17cec28a2fb8ea8dfab99897e80fa7454d5a9ff
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1fc82bfbb6a5ad51fcad983ab3741605e929fc7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c907603c28d7e2064f73fe6424ca425428d8d41c7c13d1c56192a80f0c98fcf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cc1e00bb5cc4ceb52e29b545ce60c30fbb9afab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b273ae86783cfe68b29e8b41fa4fa80538cc19ebbf477f20cd86160e5483625
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe4a882f4cf40c9c47fc741cadb54650beda7b63
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ba3207069b9802ed8033ccb3f90824f8e0213a04cd659d03e45188a221946c7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec64451ea70f033965a58070454e070b49494092
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea13eb93a1defc115d330c557f91a62978afffba3f18189dcde161fbb0ca72f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d510b681b4df0597da62690c66ae7eb1fc5fdb78
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34096db3a951615f14ce99902eb456d28fa63aef00ce4421a580df9124e0aa19
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccba71cbbd5f43f909b0d13b1fac8916572f6f77
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae621a60a0689d007aafbdaa8630d85ef43ffd1755d467863c2912d9e27ce49
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e69a501203f8068ef087ea72ae8caa5eecbfb859
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd0b654d7288a1bf6882597516f9c527e683080b6649e629601d5664e90f6b7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423858cb7617b9417bf9ae0219d866dc675a2597
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:331867c3856b59abd3d6c68487e03f361e9bc0fa5ec1a9a97956207411092542
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66ba248f5bab002a33e5dfa1c8ba853fa3c99ce2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee0b1e64436e496c04ae95dae2dbb601bf2bcd4e400d5c9acac84792f5eee6a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01aae5f8e1f43a5ef99df9b80170498787094bb3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40209ad00db6a4792ad1932f627882eb1e85b85d7424abaa35ad4b9d1a17336c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e08e3618293cf28d7dd51916e0b6aa6bdfa1a40e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e657c018b3490bbd7cb2ea1c3d2180694e20ec1156525fb35a3de31b77101d9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a260484f3b17bec612359e1aff92b9f055d6596
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:203617967bd940e7f8609db96b8d56aac6d22ea97fccbef0bba6c1d85b99697e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3141627532ab3ffbe9edb9adb9aada4b67090205
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39bffea48e7e45a9e36759dc61b2b48c19c1067d7161e022a83e4ae0565b9134
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd92def510d3ef598bb1e6be3848a2408e0fbab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb9705cbd540dedea8a978b03f8154ef0d5e6da71926f0314da8130c0bfb611
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb4b22971070c80d4313d33b9192431df15ec11b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a1f56f7d4099d27b48ca9c8015aea115362ef3ad953f11192b671d22a5ebd1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad225397347ef9e2090bcf7423cfb11a2fcae613
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef478ec9a2811f353a1e65dba29c9c546a4b377862c32d125e722a6fb6053f0f
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2389b9498b494a5b0f571c6530bff248583fab72
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec02ffc83c60fb57b36f5b942523db028a26e6bec2cb3d2ac81a979a999b745
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e916e07ed7f70882a7557d10a526d10563adb662
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13589ebe3dcbe7c0e5db0e8dbea5b0ea8818a307df26ffd8b66ec091dcaf6db7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55568ffe326056e6ef669c5266e18c8b9cc2c9ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f33927dde0144ba582397ecd9c426469a4be62fcdf7bcacd569272a1bb214b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0086797ca1cbbe343f119717b83284d855e2b852
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d789d9cabb5a6430dad6cd06c09678704d74e27e1f5c5921860e41beddd5c31a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f140d40d2c40d9d7a485743b6f760308173383
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a129b1c56bec813e141c8d6d729cf1b5dcba38db30bf964cfb2b78aaec74849f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..027be679cd33aab9599cec530648737aee36c024
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:819791c3fd2ccbfd49c13c19df9285fb2a20b5ed353a438e5e13b96268f3a324
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..546c3ab64eb90bb1e2dbe31b13c913274fc9a498
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19425d20ce7b3ecf478d840aafbdeda42eb2c4a8c41affdac90220c31bc1772d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..974ce879a4cdfaf8077689ff50a3287577465fde
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de19924d01b57973d03926df764eeba7675f1fd2a82d72a51d69a4d456cf6687
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..828dc7eb06957d4e71d9858888c8d03dca9b0187
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cb7d354e39175d04503450d08c8dc2d4d5946cc8f13ebcfa788e8bf240f0772
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d79c3ba7587e51e14ef60260ff7ecc73209f55da
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d1296315c7d0b1b0b24faf33dfd02210356b677505fb0023fda03d042f7449
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d42608384e3011890406af05c95fe73e0c80020
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f611007716acdba0f980e0e76225ec76bc9065a7a3f484953b14dddbaff5a4a7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da77c9e68ba3c363f86838e495fcd5f422a3a3da
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6acf7bd800b99f6540f46ec7311c1811b9baf5c7c1cb6ada3239147a3b314b7c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c7a0f448377d0c8a57ea31e8cd3db6f5a797f12
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd547b2837105b6a0bfc053883d8cf30b048d8ffabf51cf9b14c62c9c75d553
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e4a030b6a6789a3a6e3ee0b8894931d3a2fb7d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1a4eaa6cbb7bca92f8139e6faa577d309bff73b5d76ef7bb24c3225e41cefb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..065d764214b20a621a0b92074d38cb384bc8abd4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5adf7a1c589ac8e4c9207a12cbc10f7764cb6d723e675840c87a2dd2df783aa
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15803d1532be9547e90dc6720a18815449dbf104
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d76b5799a4aeed5b83c6ee4957137650cdc9c001e40bfcd933498a808aa19c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981e0a658f6d5553f47571041cfec0e34236f2da
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e619d29eace2e7aded2e8853f0d9f5c24863be2317ae06ba822faf1c8e13b25
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff9472b438778b53c0238c94c58f3bccda4a2f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271eb390b53a0f2433a15be69a6f77cde6578b2556aa796ddb3cda593cdd5662
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a2b4fb9d0375c2bd8f22ee64f16b010ea87535
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19432c5ae074a5d68ad265f45d4ebecae2576978deefc2666459b605466c17d3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b54ef85f622f41ed73ef5ce756d207945d5f0380
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d54e1dc10fa7d2329d0e8c45d8dd06bb729d03ced0c12b337e06da1c99efe1a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d0d5ee5b5083f4757695a354ad5c7c0d8d38df
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf85bc2b0b81895c032777d81199a6d6be4786c151753d132f67d75dea9dec42
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece8a87d2e132c6e852744c49de719ae5a1234b4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cceab729c01514999a7fcb967d87927f583e0b03c85e7914b548fd0b766a1f68
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f64104a63e37e4db76815e68c99b80ae538e59
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abdf686fa821b7bc3f8441a5a2c8afbf47d3699004146b0cc693301bc67965d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ebe7ca38ac659fadfbca51c66393e2eca5264e0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b27786d8394706073cc54377a375ec116521e59636927bf3ad10a25672028409
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8324c6507ad22220ddd6614ef1db58447c9924bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1134455911c8700e344dbe50428e7ab1c320a3b6805920feaf4fac998f82406b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf32b3250d4c8466669c548449565cc2e06abb02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44337ffa8e177932d6efec78330a8138cc8f42ffd74b92a0d2b498b0d910f6ce
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bfd3c805db02608b944bdb640228eb0e2eb3321
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb0aa42b72afb54073b1e880401060aa5e686df9b05f424312a4ec90804a521
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe3587b6e8123145bad0b636401a523ce277b48
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6b8e3f71a15c1781eae1f9dca6c291baaecf58009eaa4255be7fc589143e7d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..560902669dbb1decdd71a8dc6dd0984da5a753d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890b929272c18ff52cbeb14d83da06d55e310e51c7f5de6c93ff8e57e41b3dd7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a77df88f830208a278191fdad62c098d3469df2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30726233cc954268fc5ca4ee4355b0c83facb46ab8b2da93c6bafeebcc282c83
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..337499506bfe189c5c180a68011e6882453a0b01
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd66cce370b4a7860449d8cbc663f4a78f2e062add021b4a2184614f930db08
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeefaa06109f46f66c553062f40ac1a60d6100dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e43f3ce65c5c388fe8685687ea799b0a17fde5959e80b2239f3dad1eac72606
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe02904e94d00d6721dbc7d2dd16809bcda7689
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5f8c546d0a1c5194c8a33e42bc5f7b4092ce968a348fb0324e408263e89ac0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74f73e08e0d4be02de92d9ea441e551303aab1cb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e282124d41e26a59340606a7fa8a9e7cb24b6c26e625fb4b927cd5fe2ed83f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f1ea5a9d0a6b33bf8bdc87df70bb849a79f3ec1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e5420fa59fc32d3bdbf4871103342e98327bbdba9cfc33ab3a19e0d5216e06
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..097a3e9b20c249eb887b1e9c1a37e158ce271d6b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233f8a64ae48dc4ee1adea9131c75f4a89eb53749a0c9bcc3406122f653e5adc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d77bdb7829dc7d23909669669b77b4d595eb353
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d9b33b8a3233475fb3f2c3b0597de12207e166e27be3ca35953d13fc6625a0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd3c27e49b75be4252923ecd9fa7e88d87dfd1ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1558a00b51f5e2d16e51de2fba9768ba36acebda2d580f4b5138e09a061df02
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b973dca2db5eb1d0b378653037abbecef5a83c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539ab90e90c873755b51d5b612fd8ce87e1a8296cc2185df386db5556fdaffae
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45becccd1e897da13bfecb8ef89443a8c365ac12
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b3aa4fe2042ea7d0767887d55ece55b87f49a651e68e34b6f820593dc7134d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866af172a218f6ab336fd7817f15bad5174de8da
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a17fbb792fa4bfddd2954f43bc7296187ba88a967e90dbb8e29008f2cb50332
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e809cfa32ca05f6da56f3f4c4a462871d4cee4f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a664d13a7be9feb36aef0fc18eccc052de1579dfcd827dab2e8643610889b9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bdebebe61fe7ad60e1a5ad1f87429825af582c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32211c2ce3effcb29b15149087e803d40f758da8135ee54d12b6ffc487c00217
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afae6802c7c3449a36ff2a0ba45e34d68db25466
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:285fcbc1736d45292b759251724ac48537819e243b21fd52789fa788701b6f64
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc2c15173c35a7d4c9cc5404909b727b1ed57ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7861510922831e3f8982f4ba162db423efaa586d8b5f353e783cbc1efee288d7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcebae1944c34a1e0c5fdd0049039535af39b03e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82130e1180ac46cd183c7862001e3628ae42a09489026422e1ba36244b397346
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd1dba33be69ab35b21a61e7a36aa0b9b6236933
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4e6846691d97276d8cf0ab53cd71dbd3a1102a2df3e1a4042124af724c2f70
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..786c68c4d3d1f99a08001236d6cf4d1e43155b74
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afbb5691ce611ea92d36ffa06eb7003a4ca3183ebb19fa24345de08163732d77
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e613da3c89b0a234ddf217c125430d8206643ec5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32a3e208ba4091fa6c144d37ef7cb7fbb816fd9b49fa6c8d155ee66ff7ae9dbb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17789dd3ff5a7202204c1c8a8783ee25fb55e294
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1612bba8607c2e2a367a9c6831a444f4ef1e0bc8349d881373dc337ae4384ef
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9737fd727e20a14efba20abf665c95fdddf6a2f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30ba3ce84d070a6d324985078666bd6c2c1a499fd73b30244a449ebbdfa975d7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed693e0ed75b42871beafed12f774e495af347d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81611c8440b502972c6a2327ac67c10f6f163ae01ce96cf8a4bd258d48cc6911
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b30c2651f3d95f0b866c90e6037d9ef5e7da05e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c94fcdb25caf2147786f2eb13092dd7206cb515ab6374e2cb57b96fa641151
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24027f1202c9a3d6ad61cf59a6084e593ce8a176
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b27ee4e3fa43cef52dc5b5bb7d199e3d148dbc2562287c7346735c65e64765e7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a30c053ba020ac8331bfaf1b2473a2cb08dd6363
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34872213ecca2feeddf84bd25a39af4db499e9bb866f8740090cd9826bf216fd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f86e73bdbb924f4776838ea8de9e1d5d1f5fe968
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca76f1e94ffeca424b63e3701789acf37ce11d9173f1bec1aeb790e53dafc62f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a0471f58ab91c60e7f9edb861c382dda9fdfa95
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9482066bc3bceceaa6a29a0fbb111fb0608916e95ef3af2c67686c911cfe1ed0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bac056b8eb1683871173b24f5596bdedba4b3f30
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:debcf66d29d07f2ff9c9b535febd2a548a6806382add33f81363c2e4184e6937
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34270b4384e2b06fc1424a16887479f816675462
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:460eebfd9d6c3139d03fbbce584eb5fe151fdaa7b4af45797b3efce1ea371d45
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07da14191453cc5788736d982841aa7452f8f99a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753b209bae5ed10fc6e63d980a113eaa4dc57f2f2770b6e478e0f8d703591667
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0986cf686f70b5f376bd22d7ea4a36d48cf86d5e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af9708b484a4942c704f74f8c3bff9c1aa9a543ce98ca9627514e9ae2a3c2bb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf979f38e60599e6d7f685e6f07591b77f2fbe3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d0a148730aa428c802dc6759ab6e29c0515d11e4cd473a23f58155ebbba714a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d684a32a70f48dc2cb2dab77bd3a05f99da384c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a3e1411ad53fc5807fcba402afc1573a9a9e52887223f718300b8f379555e2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d990289861cc04fe71f78b8ea2a690c278c6f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40daff09787bdff5fd88d015c48cf55580e7041c27957eff1f2a75318f09c799
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4edab33975359f7feea387fa84fc8b1d93baf4a9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa7ce5f58527f2ddea05585af1df32d0a930b9db4c9591522c10199818a0448e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2721f7dea6cfef59c1c849fa79b638d628b9bca4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151eecfd91b8bebe71ccedfa6e8f6dd4664ea938a54ba7a0430fa93a575ac6d2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d5b3a56c34a6dc36d379d820c6dad316e0fa33c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea37855940ed097b62e66347a2ae5238969f571ac2c023ec7a1b54bccb5b436
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f9a319a41b25b6db2b707c8d62a8952b2ebf52
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1eedcebc7343faeb9f6ef4e02074c5fdfd158c844053540878019446ca9232d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e71fecc00a9cf89bcbeb267d3340132220886a3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df17ee349ab2db6bef674d5d74410c5bbbd6ed73bafd0b136acc05b814c9d77
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01d88079ffa1dd2c9d87bcda16c69d4d6ddf7ce1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:607a4e1e0029eb2ea45338591eb875e3513702942e7c02aa335cbe31f497a997
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d7282bc935f9f91dcff3f041479bcefbe204a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e5c76aa569d8edce6aba67ac10b56d76cbacf8fc3ce4d72e3427041996b27c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a42374d0bc35ffef95f61003c867d07f85cfb1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:365c3885ff89aa55f2a9df649cf3a360217db0384d3bfa7a9dba637e975f44b6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f79d29150ace6897a991dabe48260cb575badb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:432486ac088e87fa228e0bfbee91c24de1fb5a1c824d562ebdc92780e750d961
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2052650c69b6f2dd8158db63e89ae1cc255633bd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d8105d875d82f03df5ffb5659b35c4a25820d29e6c468bc2d7262235361cc77
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f4d4b5907475751db052de428fe019ed371e963
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197b142476e93b91d77b2dda746dae366e33981cdca20d1de6ab5a26cc6739fe
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a48f538372adb227392a8771081b49c66ae332
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f5c1adff5dc93b54d48f2a30488669934d9a11873a2d7cf8573996ae343b31b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c01c38f7a2856e62efa9dd8a93e7ac199c9e781
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a9361840bcd18fb30954da770ed68bf15605a0803747da85f36d30233afc4ef
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05c07fedb598c822ccf373715125262851229ec4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2e63aebc01ff7cf0c3db77d26f2e820a0f0076468ccec6e529784d75feac15
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec0080a5f5c2c6e17938603924929ac7ccc59a3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e1e55c13f08c853ba8f29109479ad5f6f6925e22875c52369757d53bfd354f5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee94a06eb835fb9fdc580ce71a84190651dc608
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc8c1892c1b30fa96d4171eaafe4c4e87eac56562c34d529c565d4644ff5452
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7f19509e22e7a06b97311b9b4e124cd76aac913
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd86124cd0b148edb49fd7e73d774a22fcabec2d9764c412843c0b295e65af9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d96974e43f5bafaa2325dc784c112475331d2d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f89a657ff75b3d80f7e5c99f8e4a0145fbbedaee34ac2a9f336aac9f5b403042
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5206fd9ab535716f46403adb7c353a6196d1daaf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a2006748e5c4394d5038e4b1af2f60e66ca0c9d947fb7d19fbdba503c2d81c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66dce17d7824e163b71376715def3e4f4e00a035
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e1219018caa5d8cefe78171fb98b234d7b1d085e5d71b0513ab6a85f52c2b2f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c76bf555666b5dbc1c0de93e924fefe77e4973
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4786307c275e6e6b65aeb251b29051fcee3391b6299cebb7223dab7b48c3118c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9ac85f9ec697a1277692bb2d0ab742fc8131b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b64b10bdfe3daaf04cc447a5d9d7c4e75ecb2d70abb6cc9aae1cacc5321a7457
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c421ddf5ffd37b0feb8ffd5846dc8dddd104b500
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61921b25dfa44bede89311724597715a13f8b2355c96d4d5cf3a2b371f55c30e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..174e5761b3aea1443308193ef038d415dcb8cae7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:303e8edbb0d289012ea016b42acf14cb4792432b544d1c03fc61097d5de72e74
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127b83e0b773c159e45f6f7a4c6bb707a48ca65d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d1493895017a9a3d4c201915e2b3a9def91f3b43e9ee7d8c2e978f8c943a4a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6355039850c1a6a2d13e0b4839274247fc7c82b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c89b07259c17f7e81b3dad9c4b55929862a767918f6d9d41d99d66ee9f28d68
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68122a734aa2008a93154ad6c624544c48475e36
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:504beaea9c8aceacaf4047958e295cca0816ebb5bc709a1a780f54d5ca23ff33
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f83bf0f31a53df5abd28ad29aef0331927c617fc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1ef282dbcd7ff704890ed0f0e2129fc080e0d5258b86d453ae65328c1d4a82
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddfbd84b2bd6c24d388d660c5f575cda0debb4b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83d026d42171597b53a49653f75285a83fd4373648c78636ac32d7a65780c3cc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd478feede37d60945d4e48fb535a9069f81266
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab28329c6359102ded3e527e3ccc3012b19419be03730769f611697ac3fb38f9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..620e9015050ecabc621e3caa6b474c49bea4951b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef31de0d2176e7c4fdfb8fb1bfc6e4357c774915e0cbefb3ca23c6de68c6f8b3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4037967ff5f1f1f87f4cbfe52f333e3b223b4cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706d8af574bd7a71c55efa258bbb1abca1e6c287c6e0faa515e0767daa91d3b1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c886c7f98aa8d097caffc5d94c6feb9c81575548
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfce907b8e121ee59a877b4a12d1e31091654dcf335b817f1e090bd75b79abd4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d53479187760aa92bd17a8be1d758b5cf3c27fc4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df9f993e87632aeb673913014d1356ea53c31800eed5073fd491019a9cca169
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf7560c37d01411df5c2e1baebe7d5418de1889
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d7b32f8933e41e55eae1ee61d13a76902cd5226bb020dcccd6cda3391fdc2a9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c412a6d4024fe291abe251b24017d87129281a8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16710803803bb386231056f519b46f9d5645dae6f0a0b2da086ceb6e8b1825c8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f21acab97ce66f4486dbbaf75c6c2944aec63018
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f459a388462ee67a3427666a20c231b9e1195c47589b92a0fc196a9228308b6c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46447eaef4d7fa244fdec480665dd5cfcaeee1e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b30c54bc51fda845ddd053876e6b6d01056b6de1be3a6e9f3327eb05f666df28
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a638f68b16fb6f703722f1ea6183854066d50812
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd874a67977707a36a01ec45052d2d854fd039b9044ade55df6dedfce234bf8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea6fc5ba55f1faf7ea9b475d383fa3b127cbf225
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:def705aeb76992248b8bfe05ed8cdc54ff8349ef399a68caaa6cd7fc03fe314c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bbd51355f4156b8098403cb5cccf526c6cf4dcf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de37ff7bc604a0bcdd6ca4a2548e602baa865691044e83ee783096e7951195c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bafbfbce3bd7177381ef0614758ac17addd87e7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8964808c7c4f46aa30afec9fd50addc94bd669524f663456808754762af2de5a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c8411a01af20c0435fc8ff12f8c9e29c43ef0cb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a534f6c22260b79d05b78038a2fa6bed5e55ac51006a9a31ead4728ebd4c146
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff34da954083c4f6e907c4018824dfa28e90667
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18abb59e572e33e475dd4721e9d0d299f1780ed22fe68242aa8bbd1790872c94
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c344fed3223d45e8ddec13b5790dd4dc8f9e58e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ff44bdae474ef65cd849fe20556b05709c47c3a4002ac01cbc54279643584b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..993282945e82cce06c47b0ec842e096ef8e98272
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9304ec530d8dba1a46411a89eae3aa5ad1956c4695cad7495b698ce495b057eb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aef10a4b65b61bb8cb00d35c412617efbd97ab2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbcf6ae1d2dc6b0b86784adb26b6b29d0eed86ddd0c5a1045f4349a360d29d85
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72e2321408021706efa9cd461abfd42297d5e83
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15884720c0989804def47d8cb8d22b6677bf86fbb95ae32258d78e19054de291
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd9327ef2b72664ee4687f651147f0020f57a662
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8fcc714f3ec1188a980651c47fc748a7053849f6bdf6a0093b82d3f0d31b298
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7727f371d95120abcdc34b583036b5f39daeedea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f48ec0b49d2fa355814f6b83985718dab6c56e36c37c1eed31cce51de784128
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b45b28803dff51bde8ba7554bb70db6d48848f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:136ae22a750f0fac98d86561f2d5f13b92a78c89a1108b4934aa8d77dbfefc99
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..890596d5a4fc11828a9303ccab791a255f322197
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f1a7cd2840c1a3001b83b7980f9c34d2f98f559141058fd0a1227b0e09a18c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab02a8ce02237fc46ba5c62df46f6bb6cb38338
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ed0f3e6e23feaa3d40963c8cdd787ef3b2f80758bb2999747ac69ceb3ee281
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..934423cc4eb4e7b9b20e2f69cf6ea900e28fdc53
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1da9cff0208791b817359effd733cac32611e2e8b6bc8bebbc39bcc0c83f05f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6424ba8dc3bb2a927743f01d0fa8901474f03a0b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f303701f954452bd6a64e6393979f5fba366ac04bd53ca377bcb8e457226032
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce0e0e3d0b2c4d65d7e48cf309226b7bcc347b5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9895fce22e2780645f3c53265950da81b91446ff94ea2407ace9ad4c459336c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dac190572076ec9dba1e48f2d4bf1e52449591c6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e13daf188824e89b4f304201a036d571ec4757c741809c2aab738f4bd2dc3c83
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc83998132cbcabe4fd9580976c89bc8b5d44ab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d23991f319d860d1c9d85fc73bd24c2f192e871f9b16f3c44a86a1062793bd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a32903fb2178d9234cb67acc4271ec750562c9ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e6924582898014da36896f63dd9357d5fe08d6189d6069bf716cf93d9a13d9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16119890d7e73076e4c1a125d5220766aadfacfb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6079cd0201d78f940d7793a34bb77a51584ccae0602fa92bdc55290251fae8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b14f5d495470a433451880b27c8282287c0a52c3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac5c3bccf87f3f4dc061327fa63d3e386036101cfc3cd4c5a273b439537e79c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29681ca2a7576624cbd7b2dda73e901e2ec247e7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00ca58bef857e1e2022f7be1d1bf700c79aece86fe588c289366fd1e605ae7a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9a95f4c1373d86915d21802e2c725a2aca0eab0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad886c180d96cf10073d3c3429f06036303e676628cd8035f51ce8caf495b61b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe72b053575bfaa1d6c2cb337cc581956d061616
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc1baf05d477dc8b3c122baedea8f0378ceaf47db9eaabe72e1b5ef807ef18f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ca3a1cd19a6ea244b85ef70a1922118c02da337
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8a721a0257cded20b91cb0950351d359dbced0f0869e62aaf9a2ef82e04b31
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0029e7934f72088c82badacd29f6ba319e4aa77
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d010ebd7ba9ba44086f3490ba3d7de32cc5a2bbf209670cbff530f9d300c92c0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6092b3ef425e9491a328dd7b59950c7370002346
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf1ee8deb398a7d5ce3416caf7ea8271c7842fca24f8ef9dd646957f8c4be64
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07eb03c0f9adbd6ebd48b8b04a29ce9aa45cf6a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a1f27ff24d580690d1910cd72d29175e62a2651f36bf71ceb914aaab53c87b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d491d5079ce07c1457a928723ea0a48ff66967
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ee19d47800d76e443f749c9da1c887fb7ebdb4de4b5f144d30b4b771c71a87
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..300ee80a1f44a1a65a1cd1c3047bc1bff6e50e11
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f24b6aca511a2b22224968711408affe0d253d086fcc9a38e7a0b19600af5a86
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e76dcf82bb19aa5a711e1f9ea55e2c225360134
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd724be3d26e93ccdd9dedb517c08b6a2eda56b5a4f997ba48128dffa64d432
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7bed4cb0535256e1dd7bec5e15f8a245b0d15d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56ce3fe25f6c06cd8457c39206650b310931db74af18cd0eee3fd3d4708e119
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b47b4552b78241b0a40341226d65fd038a51d0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a074a80ddb37619d04677b5ef3d5759e15e3a70941bdc2f629ddb58177ad0bf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaf29031aca53de2342757a71a3bdd112710fc59
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9930aeced495bba4c75c973bee1354f14643d4e7af1662f2c1d692cb9f515fb2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe7fa226ffc33a9147f9e425fca86ba3a2490ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:634f0ed902dd1809be1a5db4b91b85cb72765ff3d79e1de13b6e07f7cef28826
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6870150c5cd12ca28e411aa8ded5af306897b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb583ac1b68538237e03ec224ca36d094bfc0fc72bee3de389200d06369901c1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b5e4cc9f7a485d48e7674f6d4b9f88c4a1864c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d02aec37ea203b1c64912398c07df6a0e083f2539cadbcb00d3d1c8da5b187fa
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b0ecc2e08fc06516c1a71cfdbf9f8079a5ef0b3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1216366e0727ec1c4e9c97ba76f6df9e51f578d417d598839501e3930648f162
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c9418851374f8088e531f78ec702206deb46b34
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58fb4fc5353a4ce6fd6c3e634157254657760083d10ad224c32c51916815f4f7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d0a44588f4e6e06ae211d90ccc4e2c9f8359b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85bf08494cae73f84de09cab4de62289f4099ae34e1c440f399285cabf747ab1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb23364eaf1bb7cb340460aff8b6a1e15a8fcf6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d95d0fff2f16b88944778573387edfad8bb17cb43037bb96acc2af56eb05a5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01e7f9e7dd3615dda4f1976ce73a33108f83b0a8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5170606f72f65c6ae00ce147c4edc91b89962cbed47b38b764f8c05a1e04ec0b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa21d498bd06f7cf8d09e64780a2e2b6cc6dd1f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86adb5cce4f6cdd8e5e33b0cfc1927982c1a625f0dfe9f590871c01cb2f276c5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f8389ea66361d9ad2240a900b33c4b0f26c789e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab231d901f9206e138a6a75ad6158235c01c28979e56237dd269aa143ef89f2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..619acdb30e4e7597b16d88ed0f1ba99da91081aa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82bb4beaed81adf190ef36235aa9e5c2e8234bc69fbf3bd1027a074be5e74891
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..478cf04abc42d3edeceda6a503619de67eaff1a5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9938e923adc9f1ec2364efd0fc32f634427f355addc5c7cb54ec8d3e7eaace3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c268188c49ce997466be3b3be420783159cbcf74
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5c2e4022342e13ab464b91184d206d16fe5e92b44d93e27a6e07a8583c17a94
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a4c647e54ef3a1ce06176eec6c5dd325174abd7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d45c188cef2ddf7c7e7dbac567752980ab86850913361572520edc66a567ab1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df802378e3d7bfbc744719edb67f3677f561e2d0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec07e767862205298f647b4df8d7ded19c21ab359529df908b627f544153eea
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800efa98e3072558ba22342933ec05d3785982ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e23c4673a1cb8c5cc5e8a32986ee78025af0accf97a12527b650efc3e55cdd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac39fe7285e4e4387e66c12a4481ea2e1fe314b2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60aa06e03b4ccd3f651c213de70c25a60e7397927c54dc2406d1c4911f26d9d4
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91979371f53c11a9e68936674138cdd85634431f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b18b3731bb67ac69095017292e1d1d9d509654ba526ea935d320f3e531a0de
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b4fcaa125c9bc369ca1aa9f6583a7f374cbd267
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f4d894aeb59e860c4d820a0ca7b4d1daed3774cfc928b09da19a3acae67a88
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f7045a03fb44753dd4885107f64883dce3e541e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfef296e9b3791462edb9fe1e94169e390030c1a93231667d2c230a0b7278c1a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc3aea63d8293d06591bb0f13ed5db0cc9b9002
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f0dab859688ff52f1f537689038eb200f967f45a62ec404c0461059c6230a99
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118a163b1e12f128348202599c09468f98dcf8aa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9725c8382f4a6d18a9678d99a0ffccd05e6beebbac8533f43503468b96761e05
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68c87969c10e9e86cdb372cf5ce04af0495e680b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef3e71d8069187957ee60f1877af983f5ffb2c15912e45299c551216290c796a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd64e20ccac64b20f3014bd9ff65e3393a216232
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee20a5c0398be7a9b2ede26d11ae658c74dc7c78fc3ca4523f3acb6fe982effa
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b269961a01870d02fed0dd3a753e417389c64b09
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26a1b6540a8ac4701f21366ecd2feb192f2fd733374f5466154007dc17a586a0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c42cb53d339e50db4fd64009f88db0c1d4ea8dea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7569dc15850fd77d0e0d7bce156d00a3d4fb6bf186c516a32acac8c76ba62a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63483dab32e8d40906229aa6f8e882931dc76eea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adebe8d28b7f270782883fcc19552f694b955472ad3d41d94f448be12a80fb12
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d20a686566db0e68d49d3d3fa0fa06ce31101dd7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a7269c5f27d3e9a656c8f7cc4565bfa4caf76345b5824c4c2eaf5facc936c8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f3c196750b3bbaf2fa8a3704de37fdfec3992c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:923a8a8529b37daafc0890197faba7c2337886034dd25d5a113d6568487b8f10
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a668bfc2ff5d16ae778b6d3612a9bc18918a363
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e5d8f214018b3d705d5867bc02f0594c3e43bfa5f10322b509494680daabb6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99bec5dd55d47e499023ce1b066c7b904d77e0f7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dace2379ff8f2619ef9508fff83d4e165ab874a98412d27731323b777e4d9fc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c79b9ab73bd26b6b21b779fe2dd5c77cc74ecf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6987015265dde99deadaeb537e333b5780be74b2b706c0fddc6baf6153eb5e2e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bf7f65f3784814884d3e9bcf44bbe09e0c53bb4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1a636e03e56b090c1c8e34d299c4361a93dfaf6fe45611a6e22fd954c9856b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17bddbb9f68c3b57d9f70843e97658ccbad27a32
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cfd5f4cb7327b20691a785fdcb910be29947d0d028f4b3c983a1493d6df70ed
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60acc0e790503633ed46c5550faf20a38d315249
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4081c018061df1ba62d51640377ba65353a857ea0052c0635e946f49349f700
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e61e9e4dfc5a6ee444229d9970e2e0ef8713558e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f378fcc87aedebfe7fa61f1dc33435c3a2df9f638e489c65f0eb8e7afc219e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72ef749c1f509620e9680c70cd7c089cbe3bce0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02397471123a4176d2abe594e6913659138cab3f73be52a28dcc55ad948053d0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..509d0f336c1a82a41e09bfd3494e52aea77267b7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59bf3a826133b0dd34a8759fea737b2a87be2cedfddfff17c7695992b214d865
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d6c69d7e3d958ef3a29a4c0521a4b1714476929
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23c9bb67f6254d07135488d69e0db6c1aff02480c109ec9200847bb82954fce
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8feefc9f9110cd91499311c5a74ee318548aa988
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e951fd00fc280aa1bd7d051b5bc227c048108eb4017ea05427e253f1b2201a06
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc44e37dc4c8699b14d58bd36e90d16e5ccfae66
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39cb591ae27c0228a00cc6b4ebd7b29adfdf1bca8fa53058eae36125bc6cdd54
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0028a86fe7a7ff78dbd3e6c1547d4b225b41dca1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c060c39e6909ed0fe2cbcab550c248d4436a20641fc5a8205b4884772ff2130
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5be7e8b12c145dd79cd0217ec6922e6ae35bfe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b00c4ff3bc63265b19433b3d56b93b78cb0c353ad906b7e19f4de0bd2c676734
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ddd37a5cf3d8f56f5988772f9fd329332c0c4ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4778132b32525c36ad75377daf217c7e4eeb9b6f326933bfc33020eafe09823
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cb41df59a48d72eeeed29ed155f9bc9d9470f05
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf0ebb5b7d04641b6e287f2231b21a0e485b1fc14b87beb30ecc070c09d5caf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecad0e9ebf638c8bf598e04b3b06581ca96ee6c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63c42fc5ae90830395e392c42208a6bde6b52421fc24b7a6a9314e737b926b76
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0496a652042efa4ea270aa93e98797772249b7e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc70b4f4eccf3a1cd79baa4d6f7e6e1f923b8dae4e7fc45b1c8a92ad8143c5ab
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97b882dffd925109834e16eefe5bbd477eafd11a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00c1fd532ed471c861317b8d5e1e0b476d8a81baed1e02afad3af7b0fc26a1e4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e222be03196b5284f127062ca61aa3f5a7ef2c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce19e77b66ee422e5f98b54d708197bbbd9d5969662204ac6b3ea19f800be57
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d92b3ff8c0ddddcbfe4d1f6bd8f5d1a144feafa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d28c0d013c6f6caefc028e95b15c3e49051b72d1ddaeb9ebcb74b0bdec4f67d1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af91641ca057d8d53351811606e515166e4fb9ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec0d2661d04ac3e995e93bbdcacb2ffdde946642ccf1b1b074bd3e5acd5a9d7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5defb529925ac1bd72253fb6a0f0264ffa1abbe4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73c7962e835530de2d976f2a3bf1a4b2e2476475284d5f53b53f322913c708c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567da90a8356b886491d4f13b8e71669874fffdd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2397227c60412f06ca04305766948027e5d37a2d810934fdbd0b4684b1f0569a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21cfa21ae6977b70bd8f2d8586dd056b11fdd76f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ce10fa5872d1326757590386478563d8d552afa495666120c7c6034236d489
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cf02ad5e515e9f51ab2b1fc59fb05686b6f82da
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da0e8f66787e01238a66d8f4f12d6a055ffa543a77bf90e3a5821e69e6d58c5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c09413ae466d2da6c87c62146891787f9ce0b38
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba1cff24180976d1c12645cf0cb597237d25160f29a5da8126dd1a7727ddc56
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1dc59cb9f22fd76b90ed79b053d49b9b56705f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e90b1452ae4e19968f05d41e23ab9cded22fe0d00e032e5dfae40dcf06fcdb7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32498a3ba2db03a0c24a614be9dff962ff5eb161
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9526d6ae417a503048027cb0fc1aaad01b3c307d64c306a00767d5df77ebd1b1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32f55eb7e27f43e7e0a95cee7b057b9345a3ede9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b182fdaebbc36b4fcb09a08795290970c44f8cb84bca0a71974ae4dd426dea
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b589859922390bcda60103964d648a1be9b17ce0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f9a65987da70352b479fd45fe1236afe5f8f27043c774021f5bf8ac52a71f65
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35fd208e163580f49f6c226d8d3e57f09ca8a531
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc89720da5918b44993e5c2589c07f6c82ca334355bcc2d73df45c833ed51643
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd86c555d284479a19a757723671eecf6080803
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4612b618208fa69bf90590cb5f4b03d5bb2b277aaa520f9ad3dd9dd54e2ae35f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf535719171e279ac7f6d577029dac454df2275
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e02c74d6304ff85f4be15941257aca0253de0e6afd80e9191e08996f3aa5c0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c30343bc7e7029a3809cce552381af49f68ccd3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:526abd945139fe51ada40ed207b1e1a92fe14ac85877d40b40c65b6fc60c8f8b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b7a374b2905ed0b0fbb7cadfe0d388da2c7d64f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ac8325add849034b02ed382c56302f89b78a3d9de142076aacc4d197c701e18
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4cc4cf949475c899cbe9b3f98aa0c0795e42e95
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73783527ac30eea99422f7b13be0a7521a29a84f6d889f8037d5cb78ee0cadd1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aecf4665f35711bc98653b9a0ba7c468f17be13
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7215d17473f4aa869391557d89df1f2ca9db0b6deb8527fbe29c0af0ff139b8a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edbe7894077a6f43d15b88cca2de92e52cc6e19b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faca6add46f7eb4d3586908ea58c2f722668ad6ff2a89dd8f166a6f256bc4253
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..519bf235cc89897f1f6cdde0c3b9aa007c4dbac2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:013fff45504825d1db7def94a471995488dee1815523d15c8865975bc35fc459
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2907c83d47ded38a54d3ee5f560cd42cc8c3452f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a938cda5ac10b29649c65d5cc639529399e9fd5c968b13759b4d13ddbc84de8b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9f29512febe92c15a2a3e95d23e63194e5e9725
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99afe2394f793f3090ede6474079f14f70625fe2bbb5b41e3a78c4fa173b2f58
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af10bafb386dd4f95c6a5e6464d669f1617670a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b3829c752aab43b6f88874e2be15965a795b00ffc2267a6dbdc9889bf6be8e0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fa5620cc76133b03a9ac54903973a8e85098bf2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda33eaf006561fcd982ec44b0d23ec657a255904266aae24fe1ac8011d3d40f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cbcd2a726873b72ecbadfa1742a3ed666496423
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f7e695d4e4b7c04a11388c83b9b25dc206640b53610cf18be9b931ea4a29457
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0af9791d1ac63c75d170c8b373581db6bb2d3f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6869f4f1f24c9c2b915d5c7140e8cb357772287ec87a2c5aa0f383c05b8d1948
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea8e36c744fada0e3cbbe3e21bb5c39d172da43b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af5cd0062a46783e15c950035ee357e31913989dd4ed4cd6fd1e0726c80d021
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49fb50f12bfe4c2b9b3490159f13f35f1e751bff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d42a504141a7617843cf91e780236d056fb4d5aae906128a7a4b5e4636311d4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..071d06897148fdf51feba2582c0a9bafb46209f8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d478eab50debcefd01abbde8ffc5978a4eba969fceed2bff15b615d518358c5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c470fcb5b22f8c475cc89114ad0da8b74bc1da2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740bcce052a8d9abf0576435596d413af6a6dc2ed674e555d601e47b56f59e86
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb557fa0c1e61dbf001293c68c4c9f23567124c4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bae1ed456bc7077beda7cd68ddfa56082f02baa099d090678a33b04c7991338
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e70573a6dc172a3060a7ee39e4d12cd747e9f2d8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d9446d6a9c974b28318c0b184d256afbe50b7f93eab8f8ea1a0aab39c733154
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f529635fa9641ed24445fa287296f21fd21d75e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b391025e79dcdad3d889f88e6dc00d6b5bac05f0efd8d8cc86277bd84bfbf58f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d1503aae0146628f5bbf457ce07895de0621ca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:883352e1a6b8aba4b8527f84d0e758601265c3b05e22335b36a3af693e833cfa
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd822ae3769fbab88e15875c4efc5b0d15e8b03
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a49c89de017620dbde71a8ed6b4bdbf6c4c8c6fe618ba7474dee583b2e0cb6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66178a4363b71bd18d6caac5fe7a6c569ad52d72
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e9e15ce9c6b50f31cd058b28e8dd036de6ae51a759539294ecb9be514d4038e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55b99767db66536a306b5a10a7079e8766ba772e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf54d4f631ac543489f49fa82313b333cd52571fc412e38f7fda4f535062092
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c38def3ece44b56b7de0d3e1bb446834564e9fd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1673a5d8507e329e74a70ebf5b7f3025e1ecc9bad55632588725fb06a9cca589
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beffa1e62902eef042ce283635ce03e70bc7c8ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156d9432cc033ef4e4ce27ba9e2727826c8c09ec1146c194184b2ad104a60aec
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da4c85d1c4e7db9e5c6f7391f646ca3d1098bb0b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74fe7b5e1c82de6b9d84d9321f20652dd7581f077c4b3900d10caf1dcd5fa24e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65b661a3dcff42c9b45b21b68c3659aa9a86ba70
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d63ae2f7823fdd830bb6668f2cb8aa91af55e7c8c8437d820cc711dea33874c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2da8418595fc986d6484017224791b9bb6cabfb8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25dc577b07f095230691fb3692017a4b9180eb2f9809253b5ab3638f20186ff1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e31a58d2b8a2016fd1006d61cf3003ddfa59d08d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:976b615386159f71951738c2bbbbbcd710a622fc587d7a61f370243904f399b6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a89767d3556c06a527c197bafec0704374c750eb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44a40eb57dfe2b2804e5a3da797fc9c438549e73dd3e5e639cd8b0c0190c42a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2056c9c67750919899a112300808069c15f3ae7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f22fef84614dd3ea90553dcf541b5736ccbd957d2996babae14628ac2ad821
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa47ce70bf0cabf52715fa0d75c98c2d15547cdc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63c58fea70c1075dbd4878edc7f2a006210bfb4ffff5ef63eb0d7672ece15611
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d91d1d1645cfcc7d9526314718183c8b4726638f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5326233f9319cde2ead061e8afb0a62eea4bc884a011fe7bd2749e62f436e976
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d76880e2fc6f82209422d81478caf7f9cb5625ef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db8bbf57a63a2f4aad5eab399766cf38c82c888eb56783148bbc3d9ea58cece
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff679c59eb5b12875e5087bf73e28153fae1806
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49095ac50ee05546aeb565a2ca93087c6ec01cdb9a6bc33245a42b459120b3cc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..013a2fb2b0378a56085a4e06a988fa72be5b3b28
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:085e7a1309c4086052aa74199567e25c2a6f658ae2e4bb103749f00b9702fd73
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..356bca20d4f28ec7ee9f935fedd76e2c1bf650ab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb8a1a157736c5209b73c325f522342d2167e764a6ce00c788e2ec09aba0431
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfb9c57db69306ebaa727f6d7a0c9f70cf7fe112
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2909ab14da4b181db55550c94e122bf30984c7af215620dd047523e210c4e985
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf2917cf632a82a82520064f850121398196c972
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e566b4060f8cd0a6635a6ac4885d7c3a76d6a014b1b4fb7648b0b2eba1d8ec
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..278d9a5c2a19fd644630722aab847ae94ce02bd5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e372a000de95ed6c9a0ad29dcb62820e06e1dd7f738ba9d9432631e3b3d0f67e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bfe9eab953a025125777ec43936cf4d77a4765d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec6bd2b9c3943a2e3eab23cf06ef2d376481160ef4e5b3b21467caccee36faa
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..186d656bdcd88b91b2b41c6069d2adce00615568
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea64c162a7529b4caff74e002e38b7e266e9882a4b7dd5e4c82027407e2a4c0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64118d689ca61b9a413dc7e03f6ccf886463de12
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13795d1c2dbf9ed63c3341166262005865e015eec09d9e1811a5837ea85d4f10
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..305508fa1dca9bed27a24160482db319c18f6b26
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed1e590d87df8276eaf3fc7091151df911e05771fd3ac287a7c038fc2961d7a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56c7123b3d960c4e4fd5f6713b00810d3ec1799d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7a9a20e707795ac44e354466a4cb2081b9e055638594515a8820fd5f359fbc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42b68afef47967ef0f600fa905e2e5fa2026f8d0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae54531b659512af50ebc2620e6cfdf16432f2e91a1f842f1794a43ae3648ee0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..436d58075a5a971c2002b06f007fe08ad1325c84
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ebf9038ff6bd7be4efe98ad2bba1221062df978ad6c2ade6c7240fbe5440ce5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bcd82f33dad926aa3215511265e2e328bcfd058
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0fb0e83bc7982ad491e0553b9f70946dc06c5d40a2ce6e5bcbd67f78f300f1d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c81bd688067b0f277523579f163770646e88634
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c480da0fc4a09648e232fb4530b8efb2007a41870c52247ec9223e97973fca47
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc2134e8eec5b0341db570cfe2a14cb93e8fd26
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848a58296193fa2f8a28392f2689b9171b7c335fdc03f424ba23857610945264
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b5e1a0e7aeca52f21082a0340d6cd3694f9d883
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0da81416e03bba794ccce81939d898b87bacb53e1d69a259335473010cd020d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731c2f4238242ff837777d1689d723d5df3e149a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07289f372d63c7c6a1cdf2b7fe8b2a62b6c6d0c43c20a435bc94e8b4c8163c0d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e4f0e9eb7049b41e080dcd71934ac2d15e59c3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71be2d85066b8a0429351283af22006d15b80ffe2a1b8ac8f10aeba04fb626fc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83e790a3a8bfbd758bb83d02748652777856c70e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b765609033c36ae7fb95ed342763833f034f3d870ddbc2b956284e6fe093916b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47ea02f3b934dc70b17cc1f3bee1c58f416c7e2c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06950fe588fc6a7197b1309d1c36b1214130d2bc51a42b35f64a4be64a7705d0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..612a697df5cca29193f6ca428c4e3bc98b52c9c8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97c1236f19299978776d22edb70ff71d7e4e4a2fbf186e3d3cd74c79fd0680b3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b45c95cdb1e141ca7729659f013dffad6bd49a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9783b09420c178f64775ae3cef229550d10c0359fe4463360d2b4bb7dea67be
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25ea8833bb41548b1ef170d13a7de4e34174448b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5db3453594ea70b5355b02480226ee9a9cdd11a9e7d58e61766d3964d7efc1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2cc67a09a59fd956fd951f1a45ccdc6b26d3312
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da14bab4e368ed19eeffb4a0deaeeafd2bc245471e2ce28638dfe727b9ace892
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6b2b796c9f4fecc881509ed91c8c27e0e9ef6d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e73088a6e80e150c2a978467bb5354593b05320db914d1e896358c0f3e625de
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92af888bc5459559df62d7ac2dbad08c736120a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d3c2429938bf9439556ae9f943ea9fe1b3f7050727e02ef5e85c9467e51521
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19a0da039758d5e5c632585b41197adf7f5224ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b07061d880103455d07294080c2eb9ec35845b63d3141390934c6c97fa5ec946
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99dc75b1759c9d45837a1d046107c9eaa5815394
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc1f0b86d1fd7fb3f56c866e6e63b20809959c895fbe897e104c292afdd9385
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb862be694192c591559942250cea90cd7beab26
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c119eb48e99efb99a1a03d8e696052b25826f5264675eefdc79aa8f2b2b789e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cadd2224bc1484b0041be3fb83aa8d2101c8c16
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67508381c456083c469d91f7b069f2db33a87154d2e91bcef44a22d7048dc12a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7ebcf208467df2facce88f57a2af96d79035fc7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a0a71f442ffe7b7283d2e932e0e9650156e0c7783991014048b8a9afed8677f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa1ec53b89693a37494902b8cc718a0ce567ea17
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f009c53ed92cc26fcda72af0e71e90a3eb91c2bd70a4b90ad8d3584d801b8e2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46912283d3d8c3e9ddc97402c9eb222554f58063
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcee09385f5740e075df8354aba0477c724138493cbfb076620e96d05b259b42
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1962d05ee8399385a89925243322b72c07efb3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74707cc182abbba5a54545ba67caf96a2921469bc18c9221fb1629a230bcf6e8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee04fc672af443a25bd81d3d88bc8a198e3fee11
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3479598e4858481ab9b41576caa48c6f69e5766cba7f5f61fd8206d8e1b06b89
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37fbdfbcee07761b062110c53ea6715f2d2aeb6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6536532865cc700f552359a791044b6698214149324bc19619d2c03b911e96
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1731d43905fe90102b7dd69151b1a5c8242ffb1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c0aacbea356c7fc2d9bbcdb0b43c1668d7c3f9aab4d083088c795d9e77c613
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03b725225163fc6af8ff43163f9de1c8eb0ddda6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4750edf58b4737a9945dcce582c97ac184317e7f563b058d2ee1f341e0fcc22
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a678482b508967045a9647c533cf70d4bff2a5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4dbaa63048048263bcae129993c8aa23eebb529f56baae41e988cc0a730fde7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac8d9d6558aa8cefb83ed5be3cfcab1fba2f9c28
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebcbc1602b61a8e741a750147f97441ad6d01fdecbd3e2db58a7b90f866d57cd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ebe2c8694aba4ab6476180e1b2c08e7008954f7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45ce56c6e83635f009342c8e200de56304e4028d6ba6bd42d3f75c34c2e9a39a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acf02d727d38e301fa23cc84f1a502164a697c7b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e7d6e0aa5631214151d92ef98d622200f6b2abe963b35414fb1967ccc8a2cc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e34a9bca97a68e0f2d665160b5e62f637a72fe18
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61805b0c071dbe0c6867efa3c13bf70097f9fa0e7c4d9d83ded2eea211f2bf4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdee1e7711841effa10b35d85929cc6f6b530e36
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1d06849a4f8da883cb4e3abc4ff292423fe425feb7d3c29ae25aa180e9e36e2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4263f35473e8cb3842ba4f88d285c3a4a3192594
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a56db3e09051d01b5ae794c718b074814401932a7b54a0284a4c7a4caf56b12
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce5891cf30f669e45ca15c15210b229c99f79084
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48df35274c1bb12fba6ca0a8cf34f24ff41ab251b1094073b02a33933b883649
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..108b245c00752db5c45f29b5c936c34ea8318a3e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f9ee9ce8d52471cc76cd3b3403fcde3774ba540c5f04558488606ffceb3610
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1612f6aaadee9c6b2793c1ddc0fa12a85dcaa14
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c65542fff5bfbbcd022ae18acea51c9cc6a2addf20bb065aa75925b452a24459
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e628d0944971abdf93293aa198d9cdccd37a571
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:308662f0eda00528d33ecc7e4f6a761283e41c25b2802519f7ac880864ea42ff
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fea8332cbf49ac5ddd950453cc6e6ba028227825
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f8ef4489548bb5ee7d44785a08fffea81db44905a5ac2cc1c4b6c4f125bea5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09dd58497bbf557ce3a83a9d6fe8ae0282a87fd7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af52766a4242cdce24d36cb305649d2121c417fe521bdde7a3ba4ab1a8154d96
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16715091e61b384e4af914bffdc561828db3071c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f407ff0d3f330192f929fd3b43b80f4ecc2c227e2578c195d553208db941e95
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c55d730344f824335a004cce3f2c7c4c33175b2b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84545146664289217ccd6879b81f85d8489a8fec57fbabbb144a35af88f998b2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e7e285b62c8319b4c314d9c2ae355926ef70c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f112d71d30500cad00c28f1629b13fdba679ec1fba53cc3184513bdc0a505453
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93fd54c28f75ba9edf43be701d99f27c6827adc6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d5cec8b7e4ebcfa64172f796ce9d6945a29dd6b3a9bd5164c522fded01f79db
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..292c4b37edabb1db4feb54cad6fa80e1d0f9295c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac173b2f93387f6917ede112f4d976a6d0491baddf6d91dcf91dee7468b11d8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b816216f7b8eec959edda1923f5577f8d873903
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8c6710b722e45d0d469656d8db36c1c545cba3d4bdd06c0a62ab60fb480085
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d4d7587d97198b5eae7a34f473bfdce2ab60b88
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef83882a4aea31fcb2dc95ac75565b9de155db13f9c31e689798a2116ef5c6f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a59e9fdd5fadfe4ee9ea0ea60642f8e2e49d38a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d940b6d652bb003d3fd831c9edc7e3fbb8b39ab9f8640b0ddf828ee883c5e37
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa9dff3da530746cfdb6a5a877e76f2bec1450c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127afe4ec18e8cb8ebf0ce9d7c3a79914bc07527103c35dab21a2270a5e3d5d4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a07eb4dc1b35fd901a7a93cf1e4b2441b1539690
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dfdcce9d4e84591e818945eaae3e5e519bc938de457fccbf4962198b1f3a8da
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ff9313826a2c612c4ef71253708256845ac05be
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e175b05ede9ff0f105904fab2fe5fecf2c8d2fc8e8494acca09dbdc27ea4d1f9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe672667fd991c326d2fe39e41777ca13e307a1a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f006b2f13187934282df77f279713ec391ca9e25ed4f6a404ffb19d8593cd73
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e4655e32cff5313eb83ec742fe25dbdd0f252f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949f10d6484f7da5f60159ce21fd1428351f8fe9688dd23509a37f404539d197
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fbc0a93a888c04f2cf9cb5cd36aaaec77bd037d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f93cd853aeea7153348a9f9ca05285bd1af9a9523717e88f546a66255f99d481
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3facad2d6480460ee9b3997bd5f2aca7a2d9ef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f77c02e1712f941935ea88103cca8c9d78a1a5d23da02ba6331938c9a6c1e14
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd662b155551c35354746f6c7c26614e4b1e90b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd3f37beb5bb4d46dc09fbdfd7a17e57086db3b55e7ad030c2a3ed8ee2068481
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df413b4d8e72640dc42513a15e3cfefdfb357884
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb8a76d0c3172c5bce1637a62e1ef1de6d07dfbb755d5587b8ff6c861bcbb34f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a4e2c58fb720a38aa5b1906bd5c7f4469723c56
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed62b3832c663e455ec8a9572f76c2d0380a327a20e5e02202ef63ef91dd57d8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f42266fbc44aaacb72dfa2bb97b55a25d9f5cd6c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33fa31808c12b70337b68888909154f2fdcf1ef35dd071659f390c94fe8e4ab1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3916c097ea55d9563216cc47fd1863eab99baaa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7e6a0e63811d0c50cae482a5f25840785d5de0673ce79d32f3e5a5c8108861
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cddb0ec09e5aa2a9615d0635848c245d83ae7ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79bcad02410a092ffbeb112681a8dd5fadc73fcbc8f63a7e7da6e236bc7cf88e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c50034611f92e693aead6be5955557a2f844943
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d828f8205eee8d5ffa585b8d17631dd44a9c1412b9182f752b3b6156300595ab
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..353321bcddff7add15a9858b87868f0bf2d3335b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af31bf1af1c6c7531397da6aaf58e3aa7cdea5160bbb1091a169630db317ccc
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..052ac59e3e89c15f1e5684ef57cd98bf4a95de1c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c6de0af4cab346c21347fe937855b1ad372303608725f39097c7d952157bb4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f799bc7045ec7014ba651d3c9f4b8cf756419843
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2b41525afad68448f9ca1def6f6783f4f4902c54b1ad59f4776a2c33d06e93
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b9b413f9b9e7c0b50da20c1a30fe8455a996807
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a0fea43c99f9636dd7ec0b623ac06020740505d8477211afeeebc823b68ef2c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..482e771cbfe87ca4cbdb0e39ab9368b0b9350d14
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d2da609aa6ec5f3c214cf0672f4e861ba9cd216ca29ce3d0f5064363d799e0b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4d226fb661fe370993356cff8077fa962862b27
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1979b6c063d664de9c0d30eba3321dbcfdf1d5e4815ebaa957552782bc1df495
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9bc5395a2074694617bc1114d29909d5b4e35d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:923a1fac604cca3d615af5914dad4ca8d1cdd0e51e4a9af5b29aff83982f0ce3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe6e00298b4b5a35a83c4b2dc736cd7fecbf2ec0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2cd0635091621d4b6307543e593169706f732400b2b829aecc97b4f3316530
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cfd83042f281287cc3a0f5cff953399a68dbd9c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fadf45ba4c457b7f84b88af985a2b037f7a55dba482aeba9494eab6397b2fc5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d0088c25cb1d7ee6bfd1673940e10f5c4132198
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9211f76b292fc75c3516f848c5fc1dff9eb1de0f01c384f34d2d4879a06297d9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3970652e177315509fe6c7cfb6cfdc5957703ce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a22b3a380bc82d7987d08d673f30651a3abb5d35658b08830d1b5d4990e3efd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c672bf5d63efd2771859ab821fdd6bafd2249e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6958b9ffd53b626656598f6ffe4c3b5729c39d54a01ae4681176ca6276756b1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f7554c0dd4c681f38722e8ad5912c22656cd966
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d39c65179a2c79edddca0ccaaee223d324edce4418791229df67611589369b3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b9596c449ccce6275124538240531e2bd128db3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d401d7bb963ff8cf996d19c5efcc5d5fcf378fbe46ab531244ab2f3bd506ab25
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2081cb342b6a46a58c9a42557a975381a9a2b72
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2afc6668676f183b09479baa5323ecfe54b14afd3fd4d9fc7cf1e26658d3cb2e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5faba26c4fdb689dbde496e1f132e39e2b8be95b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a33e66096cf258d7a90b21c9f4fafea80d45ebed49d732907a51c909f567c08
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42bc70bcd65781b337487ed114fa471940229f92
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c887efd3eef54d664303e0973c4bbf396b95c799ed4707994b35a0c9d745ea8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6db70d0b7e6c3c47322318bc2c9b05287e79daa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b874421b1db44040684acf50c2f8a2cf25e24101af35c508cdba30eda97e7c5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..535a228ba489d2c042bbb42769c588da7763d375
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:028ad26544254171509a68e94e412e2775d70b9bd0e24a8cedfe7ce4824cf6fd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c0e16c5eab88d705e5ecb251363588555e416f8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fde99fab2caa3ac7bf7ba318feda1f5d0039ff26ceb17365fe4c4ffbb439f8b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229e52ac1eb0d60a1c777085d5313435ad767c71
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd3186b5fbb2dfb4a6f71b7ca03a2d554746ee62f51408ca50daf7d4864da50
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8791d3ec8f1b546e557769269aa2f23b5c0ad9a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edd3dfe1ae8f2b3d3b8483792b6172c0681627bc06fded67b5825fe840f2560e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b48376a133455fb139f77361e981498d5aa0e7e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70d32d9811bdd3045d4a832983c99ea77264af744fc3eaa42e2848de6547169
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc86e95edeb79f91be3eb183ecbec3c3695a462
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa4e61036983b656d4972f621106fe8071767cb686ae69578093be2e47f6e5e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..916df7205af34a9c983b3dacb286b245c70655a3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca9a3a67006c75c0735f9a1338ba0e36f6a4a78da16349901007e8d8530654a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e6fbd0285ef20f7f58a76121d06d392ebac86e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf8e0a7a9b4984f8453a28e8da458afd2ac4064fe2a06e7e47b5da24782810b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afcc5e5e2c6c15743416b8e37537da7477812305
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ad6bea3dd90b0d9ca8734fbd06b2f006dc8276374e1eb2d64bba6c8c37baa6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..597159ea1d47267af595df889082d7324e8424ca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:986cb21cb6fa79df06b6180ec4da9e54e41ee44033e4c8bb8ab4c72abd1c648b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25fe3fc391cbd9a3be8aaddaeb2508a9baa51e5a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd3cbb50f94bdd5987610ff69ca32f6eacd7b6c1a080463f155f198aee00b29b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..023cf151f667776d617c601bfa061bc583333e76
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f95bf408950b2e4bd15c7925025e0dd517051be236709debffb85130ff142e4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f570180643f1ea0867432a8343c651a8cf3d6645
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7ca9bf11502b2b8752f77266938cc468afbed833b0c5ae4af3906baf14bb6b8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d3e0aeb7fa99379b62c12814d21049368a40570
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b43438185f89b8f2509076c4ca717502162fde308c8d45a1c8517d4fd734b759
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd12094b6ddb3a30b42ed5a45dc28bca79483c50
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b331ce69c8409aef112775bbb063d4ef915fd4134531881cb2bf3bae8d7ca3d5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51aa4695f39d2030d6fd9ea56d3faf088d0cdc72
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dae6b08a3fb5f08b287a76e16c6575f5d99c0f1dac929a25e8e1cb311497ed7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f596a8c3940157cfb543e41a0b2a450de0d06e2e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:004e01bdaaedc4616d676eeb106c460408b9922b800cddbe3b7c1ef8035578fb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bfae9754461ec291ac19013ee299c1972cce30e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c8dbc9c10af2faba187b8261ba46b4b505bfb2e858b0c956c39c10d20833aa
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d0d36585fd76d20caa9cdb241032cfb816da6d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e394c5f91d1cf2ea40ba00d838d81aa49cd6467d4184360d7825f462ad746f52
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ea1f57160f55b0029879bfa63f4751d17fc9aa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45753aaba4e73c9b8abeeffa9176cd04b0c50f672524bcf39c66659fb1a4d63f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f4c7219aebbf9db2c0cdd5afe33262ae855fb9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b0cbe4938273c323d7559d71919ccab391136b0afa59ccde8e45c559dfdba2a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd9b2b1911bfd6778f20dd5a23021e876ca90d2a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:057476286c59ae1284ab886911c87f710daf1b38b19d0fec8aaf6417d97ae4a5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be14177ee27c4dc44cff1bc439e592bd543eb47
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c395068dcf7a3d09c48c4bc4f1058d9806495f8d1630fe5f56765b94e30d6b7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97931e6864c058cb96dd78acd8c9262d5bf5181c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a7fbc45c576daf7fcb810fa03cc59c0dd44e89676cb419d6b78551f2053216b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31ac443007f3b9392a394a64882e06256a9f7b77
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c98398294bae74efc8c29a5d9a4dc1c9cd2538462010539d6f0fd53e2ad76bcc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39982a9aa6c3743aba87e847a3a361a63ced3484
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68237ba55b5a82a64bf83fe1d6ad2a63330d93923a631604c0e740aff3ff217d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eccd5f00ce26a79f61d00edfd629e8368fd14a97
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edf399d48da49b0dae1cdb8af5c89a28853d5ff749c7de17eb08216824fb203b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c945eb36ff5d1565e763e6e7f61f3a8c796e425
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff8f0a76efdc2f62b7110fbf90f8fa204635131bf6f118a3e55645709b3f8c6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd134df96186f31ffa1e4bf3b95c7d75471a801d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7562e101df5aecedcf3b53ef7a7ed3e2e2d8049eaa120942d121c02cb6ed27f4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94a60da780de1b717e5fcee9552228cf93ade846
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91cbb7e83a0e25a1610f7a316516897bae8665673dd9f99bb8f97c37ca9bf336
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ed8e8b6203c7b961f5e61d124077f39a95dc58
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb7178bc47fcf686ebc210470fede510183f655239f49bc1bf214c1a4b4c2b02
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2ddf6a940abea11e32002ae99c13a73fdee30bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb8818065df92202e27349cf001327bbd6ec8016330f4cdcdf5b443e2ffc88d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382df1ebececf0ad86f1195ccc8e010e39f15211
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2141c7380184d97d17ce9c6658f3a7d61b78cb3886126a2980a4b9b5569b8981
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6a693ef701774b6a6bfc6aa689d0947c055849a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73990a74229444ec3e1bb483e3fd1974683c73b7dc706f4099d161ccbff353cf
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b6f44fbbe1d27eb18972006e32ca56110a8cbb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ba811442743d5318873414e90db8d689b47ecb948d75f11d8b7bdd25e63e1d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d95c63293a6c0a6919f69a54faeca4bb61233842
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8810f0c18afc8b36858e0afbad497bfb18813abf22158351a5b0f60008754ddd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3de541380c469037ca2f2f9175ad604e8b5a964
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c60842a1969b3d066dc37aa45a07e9464895f00be31729c8e7e3cd6894c3d7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9102a89d33a847ec2ef28dacca31829c1ad8bb7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51d47e33fd950d8162883c34cd6b164e9f7715716bad9b13d586f41be751203b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..762d3bae0c8defe1bf0fdd0812d180c938e06102
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629dcebb934fa11584e153f61bb64d97cb29e3c443022d60bec370853a15144f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb943a0d37c6970e6428fbb5e1ff848e10768ee7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5465d5fa3370c0b96e33d09262860d664374c0bdfcac6b4fbc9834cce8f9504
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..244b9cbe223e6c122375a4d91d6fc075729717bf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b01fe81c7a6970e920c49cf771168587eda686c7a608254ac10aeeddb90ca0b5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec6c7ad703fcfc8dcd8634bdc39e0ce833c493b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d613133301d9d4001a5c316e8013f9da827f2855c81cd403a734b529023fa7d8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c11140425624cfb9e787bd6a008646591f854e27
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2b4df8dc7c853afeb28761bf6c7bb5904f2c07ac5da0c14d0802c4d2587b06
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99bb4a57e96ed27f9e2a605610b6a9784e3fe84e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db389bff187aedad60878ff372df78d9fe321ab606d816968c460e69316a13cc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469cfdd40a8a724ef1fd39ac4d38ec6e7caa6ca5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d404de483a5056ae4a5b5da52d99394e4c9b0e041455a654f2dec604e34771e7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3806ad40fc132da3144eeb892f77fec8584fdbce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ae19bc2963caa4088a46aa5f58cc1eab5cd9f20f625571d300145124871993b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be8e8d927408ea2e309439d58325ee9abf4b8092
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf56f063be6fb932fb59332f7ad00b88ca5063ccdf225f6854947afbac44b84
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6175c9ce6a4d301c32782e6c1aba22db90a2fd38
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd0651d188aadcb82a799c420c9afa7af5e65e168332f9f045fd824a1866376
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6448c09f5c757fabaf967c55019ecf7561a44d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:243c59a32cff923da1d0b696d759eec6382d6086bb7f776ec9b6639c79d0d2c5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f99b17a8ecc6a359a2c86e0cafdfce652d29c336
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0cd8f68e96e4f71ef4c9956a4f121859a2b7cd0f58d3bcc783265a0c95d2e21
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d0ec064c4f33101365763ef75e5eb5821f71665
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8003c153dad5a94cc827046376d175d16e819482382dcb5989edd5de1a608f2f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cde2572476c1848d65cc8d6f2ced92ba1c79fc4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e4c5449bb9ad68df4a1f33f38b46f2f5808e063c911ee40adc688a0b70a888
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f57140b4a2222606dc8e7cece764aae54435b9c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd035fe1bb848c75660e7cde7ddb812f854feef477d299ae227060d3981f09a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..230a81deffc5207704af66a395996561c7cf6566
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a9571117b3e2eb820dcb9c17ba5d2262be58599bbf34a3f75057d0d6a4faf2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec012b3942480ce23528604e3908d522e67eefa6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbcc50de590d8e3575a341e81412d04cf804d5c637128a80a8ea7af56693975e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32282506ab08ed475b53731cf6933209d90431ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e1969c354e0267e3363ba7707da51ae869f1aa419978c67c87ae3bd6bee104
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63dfd36dc6e1039075feba60765d2f038645a67d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f56201624231dc84d7622b1f469f463afc5b7eef1f75897d67d51b10df4d5f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ef70da9a7e487a3a1dafe03b30a6d328b5031f8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1711c552ad2d97a895ec430e7c7a2e40dd4b660fca57bb6415185e624f0903a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97cc4954d61f7f9650c51fe6fbeba780e020639d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e03a23c8596b3064cfe3a0ddf6ff54781b6249caf2d7baa4f84b9f20f7f51e6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d79d3493145b44d0ab4a411ffef965c616abcd1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dfd9da4b5eb05518bcc864d99c703e8e2102a5e3f9e4d5ee161aaa2c5f7fa1b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1d3e8898e680fa445e613f798371ccbe930faaf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9732325d0d352003b0506735cb56fcb2a6d89c33c90c80837f5f003158f11c59
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..986a961d5fe72c26478fa169ed6f67792571b47e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9467df446f3c8b04bfeafb42e5f335272adbf64f17264a5e68441363a5583298
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b1dcd25ba183c1a6740f3b6548f7277bc42e5aa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e91945e431cec42c7c7e718e15d917f4a956cf0aded1970cc310bae4ab24ca
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a506c29064387c4e7044d21cebdd301c89edf6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e303ac63d9fb5af0ccd49df0894c3ecbbf81f342a90fbf25e1726a99e8865a58
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0aa9c0e7266afe5e6c863a81996c0779ba4b6f1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f7d53e9756c0e31919de8a9d075244c180675d51bf92f0a01eeb0b62798aed6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14fb1d468d3abe2ff42619654dce00159f330b7a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10e92d699d0f2b38fd8bd87ee72459d124184d30baf4bab97b8ae3762e226ba
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4707436475bc6426a165b01dd3e379e2dc20cb0e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ca0491099b5fbfcdcbb79c3af2e09efb252f4a68e94c86759542e695ee5092
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7c741648e821679d0a4e7688954fff24a263796
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1df36de7db3e645f2610bbc495317661c4cd826c10c7a5c91bd9279dc74e393
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26666c5ec11eb6e6a5b7a9d97e98876e30703fe4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47072e4749cc95fadc56bab0533e1eaaeb3d956e1fe83f3db777cb569d2a83ab
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e421bd34309f9d1524c9ce1f1fa8e6258f351232
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9ee65b34753491fd98f63115d9f706a786fb833f1a4fbfc9ce2769fc81643d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d50dd540421fb6a19dc548e13dab3c58a283a485
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ff777d0b18f816cde6163055e5e3c0e6165549b29f39aa49acdf12835bc49c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd8abe18bbf4589ffc06cb5d1248614a1813676a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dacd9727aaf41b54e9e5a2d23126492caf94bc7a65a4555fdf61f6398a968c17
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..021d0661705fbfd88dad872b9e9f0a51528c6e28
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f1a5858b28c9bc22caa338ddd9b6b7bcc01e432c19224b1ae365f37fbfee17
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b813dc4f9111b505d28992efec85f39683ef774f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c0413f9e26197f603233f04f8aac009d878df83b700790dbd1399d882c57cf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..033dbbf7186e009b70ccb03071aca4e1bdf6c46a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9985ae969ce27ab27614f991ae19c82c8f098952f1005f9c20d05f3374e479cc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32629f2603981fb66fb03c7675fdd835e7d97844
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22fa103e5cea12d4c049f070f50fd1f6986e4e13100330fb0e74bf22eb7efa3a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b98ef974084aa23f7177ae96718420f93afe5c3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0f17e176a00cd1b4ae24e78326b080064bf33efb1f87c8028071a6d73bbe70
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..220f9715b91fd65ae3be3738344d0df5048e78e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8fad8b6a6d990adb46eb2ea3538f96991f5e3f2ab0cce50e86d3f7615581692
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9051667618fde4c62fe404f63ff6e5174d390264
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:489a97d300732f1b7e86db804276e54234f19503f5ab5a3bfd7410cf0cff33ae
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..196dc28a3c7497f6e722dde2cd3733ba017c355d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd9b09379f4cbd7451d038e8304a37be1c810616a9c45840da06cee3d64e74e9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c86e8967a12df65a51d5081875ef6c70fe36cf8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:185c95dad936ee8f6555adc43333cc0d2dd8f31da8191ebbf32ceefeb16319c4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daa8ba6c723bc305861cd8c03ef8c4fd013d3898
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ae4ab4867bb8919c5f1b6ce8ba035f4ac2275a1eeb0ea791864d45b075333a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7a68aed42e5b8796def17e4f9d5093490267c65
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef5eac59cc9e42314f75f338e154d0402dfe29cc8f60e3007da441242b06046
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6ec8ed3a334e0db345cc71fe820bcc927864965
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0f194747dc4162137d32394e8005418310e8584fb4297ebdec00ddf12882b8e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec392a2f8f4e821a489c50fcb2401b798a5f239
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c9958013eef163db1f9f9e47bf984b8452884d30096bcddda82c0ad4a067bd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd4b94e417c1b67953f225fc50cd3e52d950016
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1553f0259ce9ea94251cae68cc337f485d79c2c47a812f9a1fcf5c36fd3fde53
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf389bfdb3b2cb2fd422052e12b59586fef7d67
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e8197944a0f6bcd5989d07babf521d97301e7a6b350313c6cfaffbacb17f687
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63bd943a27f1f3c3a6e517d756e769d2cdd4b301
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3700585074dbe9b8da11eac0bce1ab4943609dcaec85060f142c0f1f8149c68b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11c652300a8fe5989712910fbfd33ddcb298093a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7bdc0b1f485986f421a91ba27abb2c622ad5df958e3bec153c82c06334221a1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb533be409c1fb786269f5ebc56fd5f0cba195c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24510c092b635731a87de5168afea63d5105a7618cd3ec45e851838390f7d129
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62752104d8ec257efbba7bd1da0b6820ae57884f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ceaf815273727807c9377ed25768773582cab7ea928ad630d24e3042444afd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08cb485ab0ec390c09d290f2213cddbb1bb0f1f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64cce373f7dad06e6e9995c0b55b81e69b620f03bb96f947ddc76572cfb4e1db
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff09e4b0b8a61803321dbd2afdf02aee76ee5e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda2107dead8ed5eba8eaf050b11d4edca2c0993c4d76228412ee9b6414852df
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28bc37c4d99d31bac926a9bef53efd85625149cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1518933d5f51c83ae8ddfed1a68cbd8c49780b790235a64a6c333260448ae359
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ef68bfd6584b783c235e1a31792a288a7a061e9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe35e7a3c964160eb48668d7cf4b7083da8d21614c5d9cbddc846c72284d7f32
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682e1684de11ee154aff7def6546fc984ec21606
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c4e621991e3cae45f126733bd69d2a5b6278d85e6db1801e34783ed9dc0eedf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8812752828e4e9e839bbc133d7d23bb9848956ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:330a7d7cd5fb75b2121d372a27a6780636862c6245844a49986b4b81c9d737f6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac9a6bc2c74e31700e41e29d520c43f0f2b459b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76c9bc04e90a271550463edb15d896add80adcb60aac40fb2a95a1b91e286323
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cba8bab07606e86fecfcf0fecf59287946a706f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca91a686245a467f222a273aa56a44fc5e9a2e5251e255ddb742e8d127fc5363
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baab9f544df9346ccd8033fd7be95a1f1142d243
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93efa30ccb296649ed8324e00e1218f25076cc052b0afeb63a65ee574099a1e1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a612f7976404cd19c027eb3e3c6c9440a2140fbb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b123080b0c53a8d87c2a456ac4a71906172f1de425a649665860612da1b54e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..082213fdfb698012c797154262c6f2431a5666c8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1231badac4899c160a6fa974ee06a3ed87c67d77f31c641f00d66e2026bba09
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de0bf0a12c4e7248890fce951375fbdd2a37fe05
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7eef220c196b5847ff5f6d3d7c9c624c223668225e34ee9812d35e859e8c23a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8198f1fca8bdf0a30b1d1aef67028efd0cc7f3d0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07584ad710e3d41f4ed4a59bbadc73e45074e07b3c1fa23606ec6d5899ff2d13
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5700cb77446df87b07c8512741df6d533682af99
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a98587f4935cea5ff7f9693bea6122fa7f79e63526811a36c4d81a56a35d5fe
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0753392db8126076ed956385ffdc90db244469a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb765eff71dfb1a719e73497b3ecef2a1a0a26d2226bbc97eb090dd96344cbd5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60cf370d70330dbe47b7829b30f1f80a0d5afed2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c304fc0007166d7bc5d4541ac1f430ee88fbfe5b80adda702f5ad0424063b583
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9360692f2bdc61c774f05a05468999a716dbc12e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf3dc4233484e7e026830d01ea5db60402b5073ab7de2dbcaf542919d3491fb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d98cc96a6dbdffc5256582a5369dc320960cd8ba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d527a894625d93c9426bd3520af62b598f4d8436209f24a02e7bc7a434e82a33
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..479a99eb4b4cc4a5a5b4308477779be4693b498c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fcd15c5602a9ed8bd891a11aef0f50498d94e5c33e92f54ad48da972dd2ceb6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a202d1e88f153fc6ce0ee44c6a38a1613492341
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8efac6ce4c4a4c31037fd34a487ef377274ad6c10f5bec7befa6a8c5e4d3aa92
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a094224b1fb241036d06a37ebb308bc72672d8b7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6c6c4c12a5967e0019d60a7ff53609caa55bb5666f4948b5f2b8d27e7d6fea
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b190888ee468a8a927c0d6d4ad3ed0b14387977e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:932e27e31ec5880c37762d0560d7b2489967a4985f04a5798c14afd27ee44ae3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe3d5058e3c30b00bdd59815ed182f4fdf4a4488
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e79923900b750cfe2816f996386fb8d41c9d7e5ab11d2022e59d41dc652486d8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdeb3859bc7a0fafbd86e3d6001b2a21e47f0294
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75819e92d6e6dd9f92c8ff294393cc4c0949455b4188482d44be642b8d795983
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5346c30aedf82180370b6b350ade75cea2026e11
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:062a73c683e448baa58dd1737ccafa375824fcbf73a8530a8e159d928d325c4a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1141338b19688aa6a6968c9b07577bc6d933e1fb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d79f5fa67405a4f9c1d17798971bc679890df9e1f93c74e15d598e3d6c7c22
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9060f1426bccf714558976fd67565537528df6a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e7de283aad6ab9e3a44993cc74addd3aeb9f24258d693faafca06271b69cf66
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45537226c03b836fdbbdc6725b92476e9d3383f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ee982307d544d78ea5c9f45d1e35f56d336438ed20354d3dba77503de13ca37
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e2841a5941536d24a3eb227070666fd410f948
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0cf1a95ca84cbf7dc2f72fa21acace762a49b1e837b12e0fbe4a8b9ea21e99d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0ba1a57c4edd6a272b97f917550116508282c45
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d544ab55eb78ce3f8f4b55edf180bb0932b60b3745b7bfed524ee825e03352a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e23c012eee31ad5d75842f99ef6aa3a2c06b79b7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff456cb970f57eb6de8660ef8b769ac7fab06ab0e969fe3a447ca6377ef428e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14ce8d39c2ccdb26358d23d0d372a2f0ea426a21
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a3a05ace6e131039fe74d18e2d67758ce10e6e2fa9629312b56b4cdfd6a7edd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed30a278d5762041a64c758f691cfbb22e13aa6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c4ccf4b52dd747e99c521db0cbdf3708fb554c87ad99f77895fcabac4a15c8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1090d6516b7d126d330637bfbdac1f20533b327
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e715657a6d5c04289cf6f72b0fbb83ca28791017fe67ebe62c89612646ed66b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2df62ec7eeee524bf89aa4bd6ecda163dad82247
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5243f41f93c41606fdaed996dc67b94ee4d4c1062c5f976c214af5f3cc6e6fc0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56bb9b445c4ab1efc98ec40fe7a0959a02345ba5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:990917869f1f218fdf265c76dbdb96750e942d8bafdc246c81a5fb575c25af10
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd4224820647cf5e7b9a25a6f6f2e69b90dea25
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bae3bba6e28751f4c88431dad4950748b91e27e446d35801adfa5e3a384bf86
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b77de2c2d864167dede80ba986b60f32df5276
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6604a6ea352a126747416ff10dfbaf0c2b78b0ac9c7dfe3b63a679b2977553ca
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff2ebd64a3348b5c0bcc4bbc4f6ce8f5a58a2f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f24b6c1b174356caf5afd4502561cf961db04d2c6fc0360acf3f1c7a2610c41a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d4254d6c50502fb1adfbb315e9c184f4854e7c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8ba6e2c1858a5af564bec060f69c0ebd798c71de822072da58d4a9c401a1466
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8902baf16e5a27256362b9560aa89627782423e0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc6286224d19f6b7dee6607f5e2d3c18d8cdbd5ed42b56ce2eea7833f79bc49
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4455ed9cea48b7e70b8e8327283ee4d5aad21bb5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b4ed92e895e8e6ecb1e2e2ffec2532ab409f171027388ce04d87f69c032d5a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..612b768d90fdd2ffd07169d9d6ecd14d0dc7c6eb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6897b15479b71904fe650b0b551ada9da8b84fab39935500381824df4937d8f9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e40e0f2a4d545db6104f9a1ee3f698414121895
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a3ee1e19ffb2ae3c72f3c02be71534d3cc0ce547585cc72f8b936181f8344c6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c0aed60e769c02c4071989b454b71466c4a63f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e5fb0ead7a7cf85209ab06ead58783c48e79f16c5615b6a3c7f508cc45b784
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf3d6288c5f3d7a7672d95db2beb6979acb91322
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a1211b580420257a923cd995b1b57bc50297149831b59746512fe572e20c46d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a93db863199d45339445b9b82759dbe0e607e348
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce0cd3b650725b1f339cc55856b04296cff34f341c703124a4a50dbf748542f
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9524b8a1c7651584578a7563efd8aea07692baaf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e7b3f457cdd4b5a440c661327c50c78d9070a5d7ec04369b53c6652da535acb
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e7720c48abad9d438abe82858735e07654d6e7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe45d6de998afc0ceeb2d1cc58cf9992124bca9fddb23fe445c42559d58b921
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a6e1a73c3e6d23816f91302af88c86dc4e6e7f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e85b5e4253ed0391ddb8fd931cf9c39459b7d8f568a56a4dcd151a0b7de70c6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..675cd7e3c06574aef96d5e7f495cf6564e268926
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3beb437dc6b9c8e98c9770c35dc2b9fcb8be3c13fcaed88774ca7643fc898b7d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e45de8021110e1c19dae7d9061056a32bbf3b380
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b7dc4248bcabb69f543f0ac65550654c2501baf7800b0e5861b2df9ae399e6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d9635583cbc8f4f3a1da5ed6ac100792ccafbe9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e31216b9d16bfd18ead786653e4fd2833379802ebed7875e24ab572517c2beb3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf8e66fd7f8219c7a5e81ae066165d99dde870ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d2f0f0ce5bae8588ba2405c9257d8c721a8e688f209ef29a0169924b13ebe1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd370b97a41e3070d63c2c6efb3765d9459f2cf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b2af2b60245f329e4ea7147ba72b8b9fc9f4bb78729db4b8a11cc06715668ad
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b41f50294c7c2fa4b63ee58335f04237cd4a1f8f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e44dc2109305eab2f45118eb1af089c0cdfbc8409ab3c6498c133b4c71f73a7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24358782a833f8a717110163ed4459dafc7a25c7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a37a325248cb5b11e10446a9bb8291de1f70b8fcb899a7ebf4a4b44d13c830e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e6987149e42dce239b044085774cfb0c2ffc23d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9c64ed91032951c9cee148cad7a07f7dd2303d3c1a45d21513345530bfca1f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54485b12aae7a3cbc294868edaaf56b3250a21f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a25918abd0c47fdcbd9c113b691529b4ec6d29ac8f05f85a99f1c461eec685
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81f6b64084a561f9e7cae259f32ee170b7e3ed90
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff9ac2bb76d41a73b265b671851080af3b97861a7f272009fe902a0c1ea3eeb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be83144c97062248d3f6571dbc641fdade9b5ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a7c4db27b82bddca5a912604167fabd4dba3a6464a7a7ca5d6756539fa4ed0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a621a55074daf4ef88cb34b7900b16e83079c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5b0848d943e7e09432c74f92e5aacf12031ecab93cbf467c07279d303268da3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03eb4e08829fc8ca05f33bd5dc0245febeb7ca8a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260764a443ed138ae6e91f55203bbc5775caec5f88ef15e9b9c1b994b9983ff8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4898ebfa84c2517c7c97081b6846666687d1cc6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f765133b46f504cffae590daa8e78eb694617f24f6aeaf8f6d47a41ad28a36
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32be44784ba742a749cfa42703e120eb055386f8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b1faf2363a3e609bb3980dd455f4a09bea857c53e3a1c791c555db4d46d0866
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4527b6913d9da56390a4086ad9d12e21a01b2885
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f325f4ec508b9f252072f534ab5f0468bc163778e52ff6b22b4c723818309d7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be332059d204fe8a47ac5e915c34cba8db0d716
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:135aef42a312a9ff4646a4d798f019848a4c7c9358aa219106f44ca88bb78e9f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de028e1aae32eadba45efa33b2cbcdf24b120a59
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba103d0ec31825cb970cb0fb983ccaa989439e643407f947fd0e393b44fce34
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6424c32cba950fe27b24aea743a131f413f41fc1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa1492512c79e9ff427a6823223f97c80f6b9924544c93ff32ae55b531fdfc6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..151ac0afcef6c6114e0f87a170310b50926f14c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ba680122645779772dc0121500961bbb2ffa3b92e3f2cb60036d30f62370e54
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff8f12bfadf563989b8235f76491c653072b10c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d511571e9badd5dba72838c60dd9ca9b4d8f3eb98d74dfa0818bda4833de5f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93678c57b7fa5b27352e98ab637e426a3910994
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd0c0921c80d2ea24356f96f9dbaba5633fdeadfbc29d6c996f1064b453603ba
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1995e9d41ac02f7db3048a915d96c2ee84ae6c7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b3f6cb9cf956b58987acd5b30d6fcd3ad4e4edabe8cd91d1ffe80e1a4f92185
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7416a314110ac5067524a56f010bf96d97b4df3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9216b6df89905b8458f0809aaab5be17e4fd1055067150e00fc9c95f9cc7d2f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e052cbc38a38a69d6cf069de1f67a1402e2b2921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e195f6247ce856ac447195a6e7826312e0ce14286a4edc0f4e60d53fa0a19c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58136959ba6039e09daf79249531f1e8f9070e95
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f77548a392f6516f6f4b05f115ecf21ad3fef25afe5bc9447123f3c743c0510
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1f4bd45be1555e226dfd2f574529177732b8496
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e074940e8065298b978a7d65198fbf683881ffd1e81d65b60b9785f1d3901e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b1b07d6a42fdf3724b806ef8dbaf93afb701a94
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d17d80974de93dcdb970a89990dc14852c492b05b7477204714ced95c15a34f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2881f386280e2a7a761aaf307ab3e2ded36b46e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a714442794eec25148d32bfed633adff6116265a2600f2138bfc62dff84898b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42812fe0421fe30fa515ba6762e729b14d07f204
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346796dfd0c269c2b913b17a5bd50a03638d0fc77ba855f5ab37534d25692d66
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f092cb1466deddc3e816b3d90054122e9d2a40ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb83b9651e8f0118b1bcbc5c2727a5dc8217ccabd55b221d8a38b34599009496
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad5badbd18ee53e09d8603277032e498bd9df2b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25682e77d391eb2bea872aa9895da7e849075beec70181b30057966c316a7fb1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db80891b350c39b55c9595f9658329f4ef6ba46f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a8cc05f86ab5955795af477c7de0e753d660ca2795e2938df71d4e2963c6ee
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2944121b24b5b7d717190b984a2da283947c972
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ddc9df7aa9f2e143bcd048280bc0622acf923d79c19353d553005f2b69ba0f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc284540e93555882efc61feb4e27560bc09ebc3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7994774e4a7baa2801730a334151e9eecc4568972fd6fcb7627d56d72afee0ab
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b81446a719442f621fa97ccab97835c506d97eb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317966807e585c3270adadea1cc4fa4200936654c31010414b36bca552eb690f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f08dad1ae64f7a9eb0157b0a2d27e2220ac828a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac5b493eed29df1979bfcc9f2fd3730e5444c9d5a13a15a95d5fc87c9d76d6e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37fdee80c1cac47c1b5b244756e7df5172666cb0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d5e38a272d74dba13b9fd4c92c8df7f0b47fd18db3af3208eec86744db0d07
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc770fa348a11d57be0503ab39501916dc13aa8c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e3f3579c7e87187e49320439dfb1ffaa0645bd3e3e09c8e079b0bdcfca25b5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6639db1b01c588bad02079ad2b9db3c4bcda6c7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6af946550e8e0184f159795578c24dbae0de768cc5ff5771de4d8ce10a24d218
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bced321d451a348b27211178fad162ef6a15e6b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4d177f89ea2c3411b85c86c0805f50e33c48f053129c49da9af791da71961c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c98ebf2adfffb2ac2608b0b207edfee89500660
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa25af85901ba60012280f00e785c92e312b533be571d3c104bae3287d6b5e5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..452ec1ba4242b4668029004a3ae536de547ea2a9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:049de8a647b2adc3baa8aaa456048cec2fd61e65b7c13e5207df5c1b1ac7f519
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..268c0083ab5e2d2514991ab9e3e3c088ea98681b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c35ff1f50046ac598c6dc6ccd289891c635f776045b936daf7303c06aa1ca73
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a54d0ca9e30f10ad65b1fe259773f1141ce3375
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e4eb46e05e94f15fa73e428998db7ea8a6e0abf601449e77b9a78181f6899d4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2978abe1911576d736c0c48d5457d6f3f54df76
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52be20c9af6ecb817879791dbf250faaaa0ec5fc5bc39e6a51163491b27103bd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a03f4e0fdadd1df19c271f2cf15e018447a018d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdff5ebb1f48d90f5ae0d534dfd9de9e63522dd3dba02fe762dcb1b5abccbfcb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..361ed7eb35667612bafd47f5012dec0f674b8127
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b57f64f80468f0c050d37a4a2038a75735351c1218d8c022bf17ff2ca7ddbf0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..808ab4ba9e5d7ff960e981680742ed95793ede25
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3588bedff544068f9e393242f586d301e9b85848748ecb2fa3c63902fe767770
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edb56d1627cb30bdc18f6f095ea647628756fecd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e025494c90b1ba30047a0a51fbb3471d816140144e623f4ee5801ed555ed68a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a1026bf52d12680bf68d74f1da704f798f5c99c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f11248a6c4cbbd224f5639dbe091cf69e8f2c4f00f3e7159988b31de6e3d82ee
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..518fcc546a3ffda670f863e4bb7e45059b287504
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d7f36314ba7fc8fc6e3dc1469993e757633ace9c8026104b156ad0f9dda50bb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ea932e4cd5eb2da5c254bad807bbf7bd5b90fa9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:092e5eb498d835fac5c6074f8e5cf07e1f57952ad7f97913d445de78fec1ff08
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c880e41ecea5658358153f2a4fca8b66856d3f0b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b7e153ac2e545a30ca1cc34a1e91d1626ef01de866e3bcba20bdf756bacee5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02313e6e724cf574aa119eb5d03caab49e8f2e78
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc688d0e4b7d9cfd69de6c62d7a3bc3f8acb2762745960c4da9e2364a3951ba
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c13a0ee4ad4e4ffb0ca9cefee7cbe74c59a885c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b69e074f301362217420a2acba6822a91032701ec9e9f9fad7c29d2ea3c2ea43
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..372dd8fa09f333510784fd0733c233ef6eb7ebaa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c91b32d640c549d777d459c48419a8064214724c8ea4155e4d2ee62384eb973
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c089bac8ce8dabc5cba45b2b67f2af9e29255e9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3afdfc99767af17435e41fe5649a6e6c8af44517385e683d144e55ce8d2e15
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2ff824ff9759409ac4d551d07f651df258538c2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1711eed321de97e01eb03007397bd6df964cdb8bff2e62797f323e9d15cdefc8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06c6846e1ab24c6b6ff9cce1c1a57fdcacf8d8f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fcc891aa40e4c38cdf4fae749c3b816214012378a1f9b7d678b3d470f80b2d9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..314560a416bb7d742810d964c0ea0805bd41aa56
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d6896c563fde89c7ab85babfd8d4cbd273152c571bb4eac885a93955110ec2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53b57f21ae25a0bce3d2249dfb71dafa05b1a47e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81fc035e841d6f7b25d3994d141ad17786678d18fee3bcd74154d30b166bc54c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0011557d06495c751e72b61999f241701cd9bf71
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c38ede5d9d42c4012be329e3d74d56bc480db1b3399da80674d8fca20241711
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b376a5feab48ef22dd76cd2ebcbf8a033b86cf2f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bdfe0ba7e23502f9c53f958b83bfcdb4698265c83312b98a99977f999ba58ed
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d9b6b76624be081d0a7f9bd91ef14f6c0fa433
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ab00abde77de55f145190eed323ec1d12701e460b0e3930a52ba5c51c5dfde
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebadfff30e032b09c869d8c76d775c2df2e72bb5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e008fa16dc4944a62701838e169c9ef165dca9781cc22c53916c7e59dcb42465
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29706a49924865d9cf0b02f3cab6bc83e5ac55d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3042dbf65e39095f4018f2b06badb36d9e7864518c1d6f823500c4067106918e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..111265d9ccf34577af54ba3719a3245b5f5ea3d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:423bcc4883762d7ee1323d110a144a78964814ab78b03b11dfa8c607d527f948
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa64ac343a70e03801a200e6789bbaf486140908
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd74ffdb6a305ccfe98afe9747340f84facc18ec2913b56827eb3d160b551ec2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4198a168ab994361e9b6817999c10164acafd93
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0dae3a71b34df2234cb104b8496b8351adabd3733503e4d4170b5f574fe6e3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..356f8289237510486de90cc55527b8686058d6bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe940e1990a2aa175ffebc1e1e00abb7613dcc9eb8da577e0f47cdacf6971e5e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67892246ffcec0ddeedae781f0c874bf973d82a9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b2b44609f89c21bf155350ed1f627e783e07b99dcd7195e4bb300061d955c60
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..883cc741b7d15a92be1306f45fb96f2ab56d7e60
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf87496f232f6fe0b91c20789f4825fda968b9466dff12290f4d7890e209402d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe90f2ef6921a1eae9340c51bedcb7ec10b72a61
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40814c2ff83dfadde2260156d0c1a6216a681a2af8f12109449aecfb649495af
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2088cc7e1daf0094539ac14add7ef797d9deb14
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a78c5f8cad55bc7452d7bd04050622ad213cabfc2e8f7ec3ff4f065db01996bb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..796d67ec24d4d036e6cc35f8bcba26dfc2dd74e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a21694ac0d2e1b530712017a3dd3fce7f12646097002198df6e3ceaee8b0ac5a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf9b5988023492e9fa09dc45b638ed97df124792
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:029389deca4b5519b9d1107658b1f9923bfa5a9aa7457e1cc9a6b5e938b26735
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..477757bd2b74f84a5c486431940cc60506332a87
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b56057361c906ceaf672be586cb6d085b8d08f1e1195f2de3ca98357b2ee565
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d10a2af584bbae573ca624340c29d908e312bf2f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad53b0ddd586593fd26b62c0c566c86c201563eb7172174dd473b84850daac16
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f169380c81a40a09cf475284a7fae80b8e0dec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab82948078f322e652dce0e2bed2efa2d0f35b2df9ab2065a58e2598860f3ebc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf86efa2a613f4c53d4cb91d7ee8c9ee41b2426
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cb97a004226c14f7241fa4116cc042f0633f9afc338ef2eabf4761896a35068
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45da3deba7e0c17b5f0eadd70170fb8b1b19c428
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7814300d22cc9b18efae86bf446fc1f754faf5201960d46bb2993e4a388ac9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b10b9c7cffb45c76ea5e7661aaa12ed0fee86d1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b653d8b67a793db90eeb45b5fc5515738d6eaffea8303fde78821b036cbde0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87192027c2cd8f27db068a1267ee4d559e82a220
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:065949b2b1eb64f1de4215a3140db133466ece775a389a0ca4ec88f4f06cd5d7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dabb00aab1703bf8a5a66fe4b5f475ee46cd4c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3c27da56cd487519471cffafe7a9f169d2b47e7edab2497a2bcfc0f782b495
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7890fc80eaa893af187ec6cff7d2e9de29867de1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc1d988e731707f156d6da9218f23bf80a3b0f2ef563c7500e62709cd476916
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b30e973f14c5b1c1bfb5c1114a8be522d0dff0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd028be36cb2d04d0d5726773115e639d3c20d70eabac5721237e51ec4fed4e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be7057b483742b9d89f4ff6867d5facc69040aaf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98ecb5b363ae3304aafabf1ef3d5a303e2ba58dfad3512e8f603001839f843d4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..795bf711f64681c5f5484ad66a72bb6a443c9f24
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb2cb5b185bc85ada951ce035dfc28c1beac2b0f4d400a0bc1308943995e6a8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c89789125e466d762067bee4c18ed51198d6dda5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1fdfbb7e30e3e135aba028f39d7c9132ca6c198c6ff7f5e3a9143636e73cb06
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6974985f7d242ad1a7458e2c1b046c74ef2e4464
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fde90a93b778ff478bdf40eb8920058105a72b1b6c44c7b882bf9488377bfa1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bac04dbb3988372da993866a41e3c8559965bdbe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f32c7b2f3d8452da72812d1e2a2b95ed5fad8cc12c788ee26e75d0aaa87ccf23
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95725a18a5346d9965d857be859f7d9c42c13fd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fed33ba0a23ab357a4af31c301cc3a151916167a1918206207d7074587d98c0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18889dca489711c667603559f0953b0c20d9a4ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0651957f633193a7119a2a2aca769a0935b5d2a12869de314707f0a9ae76315
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b8c6d6903ecf9e179cce4810b93e663fcc859d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8582b1c945b1d22a078736f30241b37829d9eec83cc45c579683f52abddd8c60
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6344dc864826941357818cf009bdcfcb0df52b39
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf6a6baa790c370ec553923483bb522ff29a44f21b92d6218e826f57a6b0fcb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd4f0740b176141b62870c8a129da9ffc2e4c822
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e334d643babf0b5c251a88bfc9b1ae624036140b5fd655823f66fd9c08e05e16
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad62d21f53627a86c09a8bb53d24ccaebc51079b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7e711f32dc90b1a98eda54e2cc97f0ad2ef7be51e9a3a039e9a88f58271723
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..342389bde80590575a3dab8cd19317f482119fcc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9681def062c50760f3fbe6be44dad517d9d2ea61a3a481daba6c3c999da57cf
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66ccfc1937b32950e086fe5688b48aae7411b9f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4494fac94b4699e7fabcfa5f0c92a8142159e07b56f793be4570aa7dd7fc3eaf
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c94eb82a73903ea196e0e99264bf9e30abe3e687
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e785c99a5a87d467d9409a23ed14bb2501fce79be49e814a196339d819086be1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f477e305ab5b8d0bbc2fffce2f6f67d8950efd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55058bc300ea6cb4d66486d235fc62a9a339f07513dd5854f3e84918aadfeaa6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cec598639e1847f631c840f112da01af54d3f15
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:465aa575f16a02f829878d3b72c70492b8d05244d9d12eda83ea06b4f0d73bd8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..549e2e87b646c4e0c06ef301a47b3aa4143f89b5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d993c71af2ed7ac696285b613cdcb56ec275ff443afa69d1ccdfd474cc37a0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..887194bac394ed792e8ce6bc3f1bd43a0f3322fb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7efad3ee45c1be312d5ad7f0ae2e367ebd06333aedbbbd43d14ff28a84df21e3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5646ff9f02ef824f7de3814d471911597717aa88
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce019ad4804bc6327fc54b58f59558212393b9fb99b4f4ae5a10ba423a4b4f1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b550a7e20f5ea5a3b8a0c6f224830248c116efb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d6e7ad1ec47e8ad7540649307568088fb7ed44d1891873049afef259f289f8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64bc2e7a3a7310be8b8fd5e29dab1423d74d7ac7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a12c00fc14e75c282ad29c07e82d5bc40ff7247e89bcec199cd3ad111a717bdd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..770d6bbb0be9d3cbee54487aefb5365a7479a6cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbc2433083f30017f088c52a9f1e0729b172a8522314b9e9ef6db6c4a136e8d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3404e30d4e2afc2d1b52238cb029e87ea2cc744e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f618d4e65eb356d58e275520871355ac213906a4e4d34ed7c231acdbf63847d2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18bd136782ec8c547ae2caba3ddf19b0b8c08f9f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc856802e0b9cc928bd176a43302f08af4995c9579a7b9c71d252c878c2193d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1723a42b3320705bda6cc5358358ecfb97690d83
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc3ac20747f6e2b2d5424f763bb4f678ee46d4ff6b11c6699990cd936d847c7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00bc9065557e56c697825af1269edb04106a6567
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4677b373e54a56826208af0323aadeedbfd68aefb648fde30f64e3b86db1a020
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c36056401114117b25622016f6c5f0358ffed0ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc4c623a6b5e6a7bafb81b67ab5951a699da7315d67c25158e169246f635b2f1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c822aab716ef97225ab717ef43c6a0b75ff4bf06
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee1824dfc5b59c16fbc112fd85ee07d51ebf5f951a923e3e703e6e0c627dc53
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da879cfde680043d0a2fdc7fd443fe718429f2e5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579482c4d2079f50de67e7bd43adf9483553a1fb98b73a5d95c774dd095079c4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240ab04d4bd27fd28c0b71249e35302e9154cef1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087e8533b1dfb1b77cffa7ae3324a95e42109ecd010d85e53adbe491b1d753a0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..394b979bf7ff4dbb727452f157db1faee66caa00
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64af2f090bda2204dac7b1adc939d3919866fc7e38555559414c4268f937f6dd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f9ee80560890c7ec389e2cd36ff48e5a569abe8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c7a2455cf7d90d71b0c1619d3c005f1f9f69d7bd053eb8b704d0effd6a8a4a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc6d1a5ea0e0727e1edcb9d8e00ba148238fddb9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c17d821a4ec320ff6a1d93747442ff2cf2e3b4f9998b7e410ae473c6222a5dc0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90ca75d475de23b113551cb910ed3d6489674add
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc2c89b33b6ed605b62cbbb0c5cfca9f5ab6df4f9eaa1b6dc10566b266ddf54f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aae6d5409e19b9915eedff10a365b02dd5dd2247
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84871d257dcca61ee9f71860e7defbe6b854133ade38a39b24ca6ad8ff610c8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cc625f07b55210b9bf30f2ce6e088768799b927
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e654d56d016731a39f235664ac4c425429cc395576c699e89f3cb5da8f56db
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872a5aecca54fd6f5ceef582eda5b24a27b3e2a0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4fe9e868dbbc3135fd95d5fe14a7406a4f387958053e0805c5fca5447f33d8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6848d292a8ca9b3264c42900cc57166f641643ca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cbffb536859214683c574df0c033786a0c7f58cc70f765e760c931a64415f64
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..044f242365628a66b892df6bce5a5f94417644d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd2093e82f71aae5ffe08493d7059aa29accf19cd7a6c0e656e966af42aad4c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02eabffe96461a3c4202ab5c60100c3f67e29057
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a13f88ea36929d7859bddcf50102dba6ab339ad1de8243601fe1f355f510015d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec58354de76c1c61d2f77b15d38297a5314a46fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a8140491ebb0a5af8718c962e3a067c8fc53be6b4553e19a2bc66fe6dd0c42
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4487ecc8c3c3cc1114e46eda530413a755361a7a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4446de430f7f0adfa1e3f773654bf1a9f889df6b199a0c812677b860268ed3a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c06fd9e35bfde09ea26cd1ea7196bb710efc8737
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66039c1227dea7aa774d8dc9e92386f872bee51117e04e5fe5f0f6d9316577ca
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b40d593cd5e3e768ee14f205d8fb137c0332826
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ee2aed2df6043c15f508f45beec31f4d4a195c8f7056e595ae97d2938c3d37
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e036e346465738b692e74a986bca15b50cdf9f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d0d994bdd2866fb2b0e8d84242d1094b3012b17f4d857f0aad7bca5d363553a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f2072d66fbb70b9c45edc2f7077a2b6c5cc8846
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20cdf3fbd9388ee786305e333277b4274f3c562860bb62170a4faba3101d01b3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43455fdda8205187e73504f840841e51dd1e2a94
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f5ad4d5eb372d2aeb9799b4920645544eb6fda0f636765299b016290b37ded
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecc411e07d194b4ef1c406d56791c066c853fe78
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd356e5d9048415956a453dd8fdf652a0e16b08d4f75f54f3a0a041c3f87934
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aa50762cb64e5581293a961b934087889318a20
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8cced3129739e6df965aec20ad361d8cbbd087ec5f5f912420a23e2aeac168
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bcfe187ff65464ae0769a3744a40e45c4c9d4b4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c3bedad25f20374420b38357c35bfed00cb6c33c5954f91055d0584a429a03
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab3c1c436c880a393f4eea719babc06b16f67984
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6478ef5be99d06ac21c769d89b72840e21dbada16b9e7ae87ebceaf3e7b2ed60
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3012f86900e3b02ea9c8cf8e1b78b1538d22c6e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13fdc6a783a56d90b239b17aaacb21ac813d4f9a47977bb0bbfc78732eb84255
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b515ece344ce973749dec58a907a22db916b2863
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a33ee302de3588701cbf3ddd6d7c9370f3cc1b9ce96bef11ae6c6cab8feb6d9a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe079c36503263a1ce99cefb21d8446da415227
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5417bbc708a3bb81863ec7286fef71dc61c184d487eb9263c4893f0c3565c98
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d8a32d41f17939a8119c266c4c8365ce41df510
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1968152890d973c911bf42a0e5563f6fd1ab6dabc91f8d9186b6370cfbf533ee
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f393b495d5fd3a9f886871d1f99df6d878d83cf4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:130ce12fb1850d239dd88c4a2fbdcc1e88e3e91d34d090e760e850cd2e533e53
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2983d42f2dd9cd24f8d5044c2383fb20563b435
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f2655290ea291582dc0ab76a47aadf0a5bfde63b6593602466f5b569ccecd1f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58db57add6abe24aeb532cc90598a386fd572218
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f9669583a475f7158a78fe821b6c691420385ee46545496c4f9473e5e2a7a74
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ffead650142554ab6eb469ceb13f51d02bdf5e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d64aefa1b3c8cf82d88dda2d44a2c9d8252fea1e53896de5c96a2fab6d185ce
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adfdce8c2b65c49756954492055e905f8e24e161
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82cb33bea12cc6feb810175ec8d005bdb5a3d1f3553e509d12ee44d326c169b4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d307e243bed2439592a3ac720c6a12d2e41cba2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9613f4df7486b1541119892f7015288a3267e46f82582cef4adc0c394e82367d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92e2933e3d41bc7200738d22958a8075f8cf391e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82f0ee6480c4fa8b775b51fb99bbe1a149b839652e7b7d60ce0d518faf24587e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c2aa3172d99c18f6bc9de32abbd7a08a6b60f7c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5036d777762d02034f8f70f9a947239f7cdad59bd193a91577fc14d80608a4d9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0bd0e4a44a5ad82f361399d1bb95f7a3221c0e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0e15ff3c8c4fb1909f555dd07d8f5ce340604c33d3e38121878d4b62f3724ef
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dd3075426af89564c0bd1b78565e858a3cc613c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34252c3ff313cc70a4502e7fb84c115e98dfb734018a1e8d04ce01594c7f2066
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60c1ace799749f95a499f4780a9cbf48cc6bb2f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31dd0d27ce5089d8460b8e647e51d55ee2146700ffb6e28357c1c2d366e2ca6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4b2c2050725b204ed8ee294a2da43f31c0432c7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ba3a42b6eb98bcb4eac81ceec33126ede587cf61eaa222cd75d70c0808abab
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce33b66e1b3175440290090e0ff3978a9af31971
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b83add992529b510a8f956b5647a2bb9f8106095758a20f8c3a56babbd9d4f21
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f32e434df422af681bddbaf4e064c289d440b7c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74963d60c1aa8e3ddadf466bf59cea68a2098f1b325431538345463f599d1b7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d37a2d17bf628b1a12dc8e2eb9d1022f36102b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b588f8e70e2a047a5dd1e8e576b47c790b2ce37b7f8ff68a9ad0cb69cdb505b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d83c13024f9b3bc3ec7b6e089a7f781a2136598
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86dc824e4903379664a660f7b670fd1942de8765fdb55c8db30f297c4b1654a2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5fd0025d92fbdb09ad0af2d51b3f351171bdce2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c59bd13eaa27f7024c3ffb0c59c6c72273e01984627c034636530d8e7920cec
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3126f48dabbe38e7cd9fd3cbd33f0dadf39f378e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a35309df86fc86a429262d7972d9ef3233eee279259ec858a5ad388650fe4aa5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c536b786996375b6acc905e66fe57fb53f0f90e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3e3af7026f4d1604c49d66a356a7150405120bc6665dd0aed6f9364baf827a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5741bff621374a6ef32e499d1f7ae6f77494e19c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9efcbc6ba650c3e75e38231d6e626495c6977d6e6645c87d53f4527b4ab60199
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b55824f7057ff6c677e2e7aaca143bda8af7af05
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf7a742429a020b657b62b0e7dc4844adbba42ddef5aef83c6077ecd58133c8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72a7daf4bb8dfef5bfd2114fef431eeee5a6a053
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7351baa072253a6f43b70b093988e4f14b550d1e8b36fe7a7584105208a0cbd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1da341c1abd581befa8145ab6483c4308f7c4e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358aefd28b2d4634db15b9a9e42233555834b4bdcfd3dba8ece511a96ba53d70
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af24eff23de7e5e391f8d738e3acd287645a5032
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:423647c2b44c3fc665577f3a377dd96d2501fb711f0c0bbcb752c1a9de01a6be
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af41f48616b826b4bd2e94611370c67d4d4d9dd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2edd6b2982b1d576cb2a8ddbee0cea1924d5d01c274123423c01eff682c22c7c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8208ec89c948487ea894b6b751219dbdc5e6b68
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820093e1e0911df1086b19ecf544419a40bc7eee69666539bfce636b56c522f5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9331b9c9a1dc05b402b9a79c3ef2f7acb4646a5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f83a5c6b61b5c18327f94179dce814a7dc01dd9b35a3e4c73195b20bec5f4a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cb605db448cc0c8f72c75c4aa7603eb1d2e4067
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:893a98d8ff415e5e29b806907883921d1d69295a42b68d81769c4350899508e4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5055aa351ab7b16bc6f735267ef3312024cdc35
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bfc4b5e4236cc3fb99531d83b3a90ee22853f482fa239a5a1c88fc58df9ba2a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..455256b8e736cdfcdca8e3a1bd362d08f72ecac1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e70d4663bd9efc42f1e9dfd442910a8ae991312be4076ce81048b555edcaf738
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36a07fd965df299c83125f205f1019de206ba8e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b90d53626320dffcf7dce708be2a0c02007bd4683f9f9600176b341f3fc257
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab82a133da924a0887aa8d11e44914a004522a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b8fdc75a2bfb0b61812032892dfeba7cd8c63fb8effc5db72a4cb937165bbc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e82df39e41d0b494be33ec0dffbe297b090109
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593dbb8624819ca116acb42e3c9d5aaa18bb90da4e6a6ee6d330528358e09fbe
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..719f8032ee1fbc15c10ba6e1980885a70104c7d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f726e244cc8d631153fc3d2a5db18880f4d271e443d8c1c34dde32211977093d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3fadd00053cec603fe2f6f51df70df2131fa18
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:789bf3b97f77ee4104bc29c96efcdcb6d9b65f116dd3af083ffff3135ac04f2b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bba9780de21d22f56d96760b68662920a533d784
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576ced626c4c9632c1faf2dcb06c9af9bd27b0a152efe90535fdcc9561b69ff7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..315781964fb5831fa04a35cdbb2677f65d936750
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:080d0d0a441866f8023fd18aa6b084105e06cf25bccfb43266fd3c784882a8f6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..929375223d5652698f9d5fea3c4f8443a97d9f36
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a2b985c3a7da736ac655ab08b90de6b9529c4959a5780507a5cc6f79045726
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc5d7908417ae5243835f2c245986f1c16408d45
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b811df58a298021a0c71150aa24deb5bc6796c944f36bc25033334a0e6ef2bb3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b526144d8b1a1aae5b361a768047798092b33fa6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f36d338a2d8185ba5a14f70520ec6c048d68076d9bfa7993ec4a67b421a86e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ecbc803583f27c6a5bc9c486f8292921f2e186e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8930c27fa5c4e9d76fa0ad2312fd82bf46450f53c7b3bb62a22806f81304b37
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b791700ececad0c8e6d351cc5ffddbdc6f1732a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48f9f47b7d0712df96e237ec1c4b1dcba7f09616baea700829e20e27617647d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dece9b9000cdbcd7c2077535d27ce2d6583c76f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8616e63fbd85117d421c870104b470d1ad426f2502d6c6dfa422b4cfe46536
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..003f1547a4e8e23700f7be7816c93f51a6f8ee22
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bb9b50d726dc4c20aaf14944cee583b8150f89cc175cae61a98b6c87d799472
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a65a1088bb7c4eea460e75f7f518836f58c2249
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc1e98cf24ce3d5436b6f29150375434cf364ad70f5729d41c5047a8d27cabb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2b4cd3f64ec0db416abfef653248a9062a7003c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:881b2d60f708dac9a1033f038516ac54ab2387b82df74515d941d5544ac72045
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c95bfd0a584f06bd2ff2a7ce3e707ff04418ff14
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178d32c3c0bc948d52e61b622c1a39e17fd8426e688d6b1d9485ee15f3feb9f5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea32987102e3706a1b06203773a5ab6026f18d5c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ede1448197ae3fabcca6f9f68afa5276b1e33964763709d07119f296763caa
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d8c783f2f4d2bd6d9f4dd103181f85e2c493fa0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ebfbc396081c05ff539681d04303a20cbbe68eaa1d4b383e837d1e0fa1f6c31
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a1ff98e0ff98a00ebf251c8da1bfe172ea30ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69b66747aac11bbdc39ad7c64f52d872f99577290a3c52a2051548efe7d95b0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..907be3e8c3937f8577178f7eb529d8ae52e89ed4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe847444a94c293a0c83347e6d7759bc40e7242d8f4c13301480d9866485acfb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1093fe4578cb3f7a99919d29d7f98427da255c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af0df3bdb28f42c4e3120475e402dc77bad60cad5c8c18af60042d8c7368cbfb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..639e070e147016180b6388843d67a92231d1d214
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245106e6ca5aef7c16b35445a67fd60b64f9997b6f89c21fa93293985c8ef34a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e35bf09f73384fe7aa598115e5fea8646c6ee39d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75773ea546f15e02030fe7f1c8222d2f7ba1812511c0c5e42d1e7d5b86f6f9b6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da30e1ff67314b6ba7bb17f716c5e0a5e0078792
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e8e09d013cc3e5f614f53af7a3347eb49d3b19f863dcf17f425a4de25b0912
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b7ea0d5eabe83432e17275295466de66d95ce1f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c5e9f33bd3880b658d2d2ff63de60d479dba59555df16282352f7a0cf635b9e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7e67e3bf1d9cb8aa3a18be63e6a258aa0a8686
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67e9498beb701fee284ef499e7d845ad03db53643bf589322625679099ff31d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3edcb9536633301d8f6a2c8b1f051f15675809d7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b86be4f330792d747c0d3cd6e2ffe50d5cd832ee5000cede90d86aba9ea96b6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c1c2275cb18e26fc3f9fd42705a4081e635662
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5211357329bfda09355b1f1dda3d1a6d73bcdaa1147db679fa0198d360703783
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30e167e34fe64d430addb84c3ccb98bb24854e95
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92e0efa44ab8597caba8189f5d06b012a501027f6da69d8f5a8c93135a341fa
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ab519d38d98482eec14a412d8b10f2bc59b13ce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f441b325598d7d661fee0bdf30e422a1cdcf087fc051e3e8cfbdc1cc3a6be7c1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e50d99dfe49c39d95dfc6a886458e490f50e211
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98898a94bbf0d9f6418a1888d3365fde5cc1a7b457bba3b81eb2545303b8c59
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92540a766270f50ba5ee338f97cbfcc360d8f2bc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d51163032123978ba0c48a44569fdae8be1f86cfdee95b8d2ff9c76a58f4e24
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..280de288043e84825b8c09b020b973177dd1f548
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f55f65b2c8ce3c0124cff6b0a6d192828c0cda6eec6a8b4a4957ea72eb965b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf97bc69782773fae2b96c4bedb53768279e82c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1844cfc80ad86cbdea2f9185d4be5b3acb48a5d321db8f19196b59c52b76a85f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2738246bd19e89fd1e35b0ff28d2880dbd2498ba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9594b39d9e1b8d1da53817316ae3e5e639dc16deeb2c61c7eee7f7b48f188de
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed90ba6c5711e23fd0ededce65b25be318da9d0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1595dad072e037b3de16b0a2bc882bb50fe0c4a7afb483bbf566d474fb3c5c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b70e67b85d5b9dab1853355b1513d9f9cd31b8f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f6b7b0375467ae76bb4b349f42321e041290f135533c3e79aed9742c179ec75
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea856abf349890e7e8ed45c359f81198695b3e70
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dba83517fbd246c61c135d5b36217aff9c21a62da6a7fd68f6252f294f1c382
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5832b100ca7114afca0346266ceef82793b6e393
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73c9bc74f2a1ab02b90f4c81733f2b3990c8fd6d663bd7728d76928e5b4b20c8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11a8ca5c66b33278d33d77629741f9d452d5b2f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0647342134c3bced034def3e5304f9239aebf484b503db2482fad0443b086cf2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f63ad7e3fe630d35bbd30fb6e56f2a8c46496639
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb83a8ffc5717ffb2d747551b83fff5bcd35f3ebc279dc0a13687cb97f5f359b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1a99d3e78da3a01021265d804134fe8c4df4bf2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1044a4c913dd0486b711413563aadb2da3e7b10223f798db79fb4fda64089be
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..105a4adb11f5844dbe143cb21570bcfd47eecb2d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23576b13f08502c33f452c652716183b40d0db235aebc4d47d70576880da63c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..699af804f8b0ac5dade24c8c40901052e3f59cd5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c99a0daa1b4611896d99d91a56da1bf5dcb0aa879e26941646c81eb1c02b78b9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6738a42165de5567100a525e26491686b841f5f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be4b3e54e2e9e33f50d3ef78616ee2b6adea6ca9f0a6136dc4a7f8f7fedf7c4b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c7b6a2d44a29f42606317fcba3607fe10762513
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdb694ac3e7131367553cf8af164f8a00397f4da5302fcfd86e74d0f271a60e8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d25973076611d99101976a2bbcaf0ddd3cf15d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:635f1be26f86afada9ef5202508c79f626d7689182410f34f0ca78b9c066b9b1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c171baad662c43491230d06b2b90f5aff0cac557
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb079cffc68ee64b90781538798ff2dbea9e6fd3da382ed0c1e88328e999e445
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c7a0ee954b8696505fb2c7059a6457530bdd6d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec89665b1aa9bbcb4f6daeb69e52cdf5275a6491d68842ed68456bc26ed3f985
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a66cce043ad1244d83e7ae0401c10a3c7c8176f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a65b1a65c583867ba114892bf5b2c28bbc8fe3d6d4e2c59937fb04f53e5e8c7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e2fffcb44b7b071d49fcd063f0de022e55ee735
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4325ece62c4b4ec8a66d413287fed3b871b3b676f8cfdf143392f37b4fa5712
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10dc775b937ddc0cf5be46dfb6067bffc59a4011
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3de2c24ab49c1f3bed65ed41e54572dfea741c5a3aeb147b2c2b6bd6beb9811
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c66db9d33bf21659c3cfd4e2be029104f7fc366
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29b88f085eebc593c3204a5375e1138e962360fe89a638abae059d064be11ce3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f22d10aab7093489d7ae1b87e5eaa79aaaff769
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2b4fcd9c5ad05bd924af03f2e4fecfc7eb3fe020368c35ea3ddcce608f2a53
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c42e562e416b6d7b4f8da196c6819baac6f091dd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b82c3f7611b1a0bebbde6749448d17d6c2dd9c6a6fe5449dd63dd59ecd7929
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b64e760cc87d88cffbc0f861e782c797b78fda3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f416c782af35eb2dffcba9afa83b8580e25426248384c55e584c41a2f8f9be7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..919dde1b28f455ade5fd2761664abd4177f050dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48925777239201242b62d540455bf386a31c9919d11691001b081f72a56f98fd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a16fdb589521896b6254e61cd38331879a05a6b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a069d99659b987558044f34e939810e0981987458a7a0b51696ae0616ec924be
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62d2cdfc9d4dbfce937c84e381d56ef7ae78d5d1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:879151dba2d4a9b88619cd8564fbe9a269c5706532df905deb2fe4d8fdfbbeac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ad7c35fba6b46d093064af12987df6a0133e7d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983f1f68ef16a5bbfc7de31693032bc12c28e04aa08360189e8182ca4d39c42d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eb8531b8749d83a6dc3204e080acd21e219b7ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d1e77929722ee8e9e52054b6a6394983fdc0ff8e744dbf080fa2299cbc44434
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd24c54421c1f161d5ed1b7bea119a17db2cf513
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a07f0e11682ab70274af8ebb8af5be46104929dd0f376cc5e089d31f67e1a90d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5693f1121337f4eabce3f84f5abb3cae3d80550
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed1684724be7fed3044467bd3e85112d4cec2d153908e634340cea9130a84a54
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faee0c98f826fd6cb017f2ca5968968148498a6b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ed03a3ec3de2fabf24716972b625e110be6c1c6d175bd77e51e4ebcda2968d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8eda9c074e71344a745d67f28e23c75ccdd4247
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c23524b632638019694e4e4afeb493364e94064fb3eeeeeb4d006ff7a4cc257
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cafc175f9e1958328d9be12a15753ada7527fd7b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d619bf179b61b6a107eaf4230e3656528f5ee3d40bffd38f8d52bb1dea5f765a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af7fb3e4ef862fbcd390c9f446c37d6aa74d96b4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfda8b876dfcbee8f43ddfc51e23e2bb2fcb225e9758f64cb32c788ac0e3bdb9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9098f256ae8dd7364fb36e888c192d33a257e2b5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e4374ec17e693582450ea135dc5e5e84e4da7b2ddb21bac743635696dd5c5b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9012ba0a8de5cd2f3e73b9bf9b46ece7193c9fa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32f1244ab43479c9841ba5e8a242b77cf782d4800c79e1dd1a56f58e42bac4a4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ef48942011d55e1cc136e412a849a2b0c01691
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d1516fa8c6f2908ee4e1ea329a287609b086e32278d66bd0ac82a2338d4bbdf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d663e765d09fa4e0541fa9c5b8fad9dea403ffa8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1900371ec14073620fb86d7ea63d233eb66f1953f7179c326e839460e8ffa96
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4a9c9bf352d7b17d2762998a6814fa9c0fd0e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ac6e975a944473a35fdc2f9bdd6719cca5b1bc95626719374d50445c54f551
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1187f7a7318502228aa44599331dc9b090375148
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364c9c5c950c2590effc39dcbfdaf4f22bb72013053a5f6a633601c12adfa657
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfc5e5aa516b13e1009ea935d6b26b9f72cf7246
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce26d8e4ee81f23872014b9b28499607e0e8a2bd96b7bc638e486b105d2ef40
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13c0c8fe11191f1cdbfe3025f7012ba122218a7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2badcc3a6240359259cb2eccde2ee3e2a292bbbcea1b7c5afaa9efca44b62c8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c97835598b894c1e257c21cfa0371841cc3b133d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7add580ed064abc7fc09db14030817025a4afd2fe175034ecccc831c4b96f6d9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e724e218d218fc15008a281a0fdb1c92c589f03f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15e09fe9dd3e8ba604dc296c53654b329a37f81236ccaff07746f7a283d1b91
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0569508ed8a1ed9a24faf7050e6653fb122a49ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670d002afdca122729c4c03103be15116f336402a457332acdef4b9c70ab6675
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bb30d183017e0ad97f3d31c43a093aef8d79adc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:985c88625a8caec7857e6c541b04576fbc8bfb42e2ae4888a74ce7fb5216efed
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dda7f7ea743331223e3d0f6f22e903d6fb21f668
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79fd731eac989fd5a738970088c2274a96ab2c10cca4650897517cbb1b07166
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0895f051d6b7a707d98c6ad509815406b44f67f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9caddc77dd68694311370f2410f8f1f54498d7987983d54ebaab638c8ee4d47d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..850244c33c5e3535f409b0294ed9a0f377e63043
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d03400cc99581fc9349c64e0054a16d0754f7eae2cf973ecbb05894eef9dd709
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a739d8a920d8bece92ee706403bbcb414bad52be
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa032be6dc6202c95519ba58b09692e126e997e7ff18acadde174fd462c3ee5e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3b73d046e9fe29ee115ba326b4d7e1bce97edc4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a347578322729580860bbe0405345cd3f20003b1ac3a010dd5d8581006c007
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7d7622df3995b95357b898dd87db42c9ce571a0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c3e60644d0f4965422600cb679ecc2d692e46cccf1ac5f553d7edcebc5b989
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ad1265165e71babc2cbb1fc544b79a7bda4db9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:839f72cbdc9847b8472077691252b32475c7b03fd3cb19beb20c4e8d1f4e9bd4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87c58273785e6b6f629400e95d18496ebf2fc476
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee41748ee7ddd6bda1f962285b9bed9d8001e1cc63134a2e76dd4c1efd5a3322
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0a8a2199b0f7edb3c0e9c982e85b9777c1dc486
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e0be573daac5fdf4379f26520028fb1245c48c716042b1a3b2ae999bc98e18b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a3402186366a18a34d7692db7f53eca269e16af
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fad78caaae8c16234fb5a7f114f0ccc1e8556d35144f38d44d43b5ad6a3751a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef27fdd485941b97e44106a085fc5b963712807
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249f78d9d0462f0c5209f5028c701f3bb3c2f9380cdafa91f562143294719439
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf26e3188aa8cd2fb6f73d468e3c8345efee04f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f9d844424da4ef87f0ca6fa8e0ac0ed4905f21613087f6e50390eb8cb28419
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a2055d873a437b79ae8c965b3886cfb36e218ba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:754eb9d027a5a6c2d8ff53fda8b9d2afa68535eb5f6002aa3d4166dcc2322c0c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b26c1723689bd51420de4d19c452f1d5f3dfb6f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d5329ee24f81a5b2deef359c16174f880e4fe103015152c6dccb6beb19e4a4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..867f6a9dcab31efd7685b6723e06940d374dfe2a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec8a5d29fd78f0ba3ef7da9e4f18dc6ec727fb2316afe7a4523b6cfe2b86f11
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09fbcf247c0d7d02134f96e910a86096d43d9ead
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f5ea2c9934ecdadf349515ef38b2ae87742e2b7fbf31cd407dbd8c4a43edbf7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d93e7ab1d6ad9c8572f06bcac70ea4baf36e62
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a92d276236bff9c85ed1f6c2a80c60c0222380e7feaf21042066a9f8c78d25
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ace48d3f86bb2f21a4a455a893ddc332f0ca12
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff8246cd290b3307ed6fbbfc930556afaf5c3f4419c199317533086fd137a91d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd15995af3dd53194f82aa357b2503b89c86755
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae3aed2b7f4885acef43cae9a46f61d16af27110a4b93d3cf9f296d639fe89e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..665fde2b060ae64930ebc48ff94cb80f8a0e3f90
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7017a56c996ddce0f4f0ace5a4b3e216d5cb91ee4815e0300ec85573c7665e3f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a334fad5bb11ac02594b77dacf60b9086af93d31
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5419597ccef84b214af1dfe8e22c7ef592f013e13546335eb6e121608f71818f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..975c7165355e87d17ce6e852075ab1bddcc22447
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f4ea9d97b519bf1df97bba244f1f2701b1bed94c6160f7140ccef9b7940ce3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c737e5810450cf86f52f273b99022ae88a466c6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7eb0f82064b928802210d748ecc1300ca703cb5f1c60e368775f3ba5153514b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e2dee930ae89ed17fb50526a01fd0668ff716fc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa77c365efaf5412f20226b4fb512d9acee52ce0db66990226b1ee945f3ccdf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3f0086e3cf779bff5cd351cc098cf9c264b60f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35369497de00fe928662ffd73f5aee81e75a011041530872e08231cb226e2b9b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20fcd0b85c30ae7190252ca96c6b57913fed7867
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c86ebbc52e41291438fd60b4bfe096ab68c45fd441ca61f6f1bb7d9e5aa67d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb2476d158eb0c25f3dfc595d681c63a86152097
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7be57b3cc24e028db3176687c2e7bcfc5622feb7a41177cadb5455781cd2fcc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99c3f06c03fd8436aedad697fed7cae70cb48b59
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef564dffd333a72cf37abc89238a2d125456bd4493a92ed0ef660ff1bd015038
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c97a67c001fbc0b2a65d12db04f668134ce01b2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca0455b728a6431f463bd335c2ec02616900dfa944fd3a3dd550c71c90b9c89b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a8087ada5dbcecf0c900e141f655d9b6ce4b428
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd76b428537d713d7c2b89c5ce3b497950348356a2e7d3cedb54a1b9a0b6aa8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bde2743876eaa56b0f24b77882e54fc63d74a55
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5a3794a26e30cebc075b2f0a1436029bc7f0e1f7ca4d2b66dd63159a2c177c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cf94481d23c5400d58f7be6ccd1b75b945d08ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f01d59e001daf7e9e1f52ded1c7049221ca8a39ecf48003ee0339fe4b5f1721e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..511eec2abd875960c0bc7c5a0a04d718c5f59869
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ccb1a2c1f9469da3024041ba00b81f1c2741e8e63dd36c7ab1964e04650824
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c285c43c5ca62345c37df6e7003d76d5e23872
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a2929552cf04c68e0258d514c9c2dfeed6e0f3841cee24d12cc32255371b838
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d520cd0a03f4090080464569dc58d9dd0c6ddf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2457bb6ae3c7241955139552ad097d38a2d186c40e603e3d000cdebcbe4db4c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac8c12e5e8618f3a05e53d67751286417c887cca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc7e34b2e08b2edc09d41731054ed96384e4fad0cca491f8188ff765292ae9c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ea49e56457270c9dcb6bda9da9da6b4d18312e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76440eb2e606079b2b2650cbe1df44110009e64ed8048858177283ab362bd8a2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e43b791f4bd9b7d366cc3fb79b30efeeb3de1a8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1339c03d39632b392e7fa96efb9f8fcec76766d81e1204b9393e143bbe08d33a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e572c908d3b517fc5cdb7af2b36492153fdca7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec2aea9918a69006a3878920b7bf7a4c6a744da6bbf6bbb2ae5c2cb615bd1f28
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db5022c5b97d3b28bef2f80eb147cc6ed5974c7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d07cba08010b4bb2f56bdc5628ea9f962565a57f9e752a8208da34e494a1cfa2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19aa5fbbcf6986ac858c3426bf146ee9d0a6dce3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c8b43f8908597ebc822725578cb53e3c3b9e737f8f9d23c157d033b4eb315a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fd2dd119806e2056c2824f26496ef15e04f607e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0312578e45cefdd7d09d1e9a80fc5e62590e5ba5a9cb6f816c62fcc981a0e18c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f80636ba8a3f8ef7af3c987c1808ccf16b7b048
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a80ea68d2b53a974a59116aaf07632994085f2460deb4d366f2c70a804704b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6292a2a706f5f3cb61806b4bdf17ef0f7c1d7e41
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20db5aa81463fa79de5164a935d8ede545c775321b483fe68fef3a28f3387c5d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd9f4f02cc52691cdfe2a403d0c94469f52c316
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e084c69a108bd1a53dcf947e9151cc06bf78e107ba991e665576884c8d02059
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26334aac7b6441ac8634cdd9868ed3831c42880f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ad5ea20125afd850bbc32a454ac49d5e8dbe1682abb473098a78c881005824
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e98096a6bc12f9e92f5b265e5b8d279ffa4a7679
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c722e83f8fbf49cc6ee1f1e02fc7cb87efe90c2d4400c190ad0361b5bd8dea3f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e43039611887cf6d7bf72ff03a59eb4b09c0c1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:252e2d2911df3dc6c39064f1140a1495cca868ca652cc9e6ccc6e7355c66d46d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ea0a3985d6ddef4444d4bfda3e26e7a3b2021d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4cf56d16b3ef6a389b536fd45d8319dc73c3c1a39663509940797dcf9176b54
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb4c0282214dd32215c290c4e56bd1a8c7166e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e34d88b307cbf6687e473e3151268cac6c42de69b2dddfa8ad83cde56d765d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d9a011c417588eea00d1d72a805c2b1c1a86495
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87055b41aef38ffd24a7f0cb2a4b6ce90661c1ff2a6388671923404241301c77
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..470807d9d147e18b7b893916bd9355ab93f8df1d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcad1e7ea6b3cde28c3b1f18409717469eca2242caee57e49b2a55fef0f8070c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3acb0283af0a15f71e1592daa7cc706fd0d58aa4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:506bbca67aa09f80d50762ab219bdbb9ba6ea31d2411d933e62d078cfc900aef
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57ce9be324634b1d1fb6a8dc49782db0b09446af
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547f3d03a4d4fdf031d5b24a52c2f36e9750a398dbb1766c37440c4fcc2049b9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a93db863199d45339445b9b82759dbe0e607e348
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce0cd3b650725b1f339cc55856b04296cff34f341c703124a4a50dbf748542f
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c25a2cbfe151c48fe9fed1d9dc599a3059401f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82b3841326f22d5d576ed9382900716016772b581f013cf0d86875d1804f5295
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e7720c48abad9d438abe82858735e07654d6e7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe45d6de998afc0ceeb2d1cc58cf9992124bca9fddb23fe445c42559d58b921
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad570dbd1622c401846add63bff50018f251810b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f223c8c790909b5a354d09c28321a61e491c1bb7c1f4bbf680f9cd68d6a324d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..675cd7e3c06574aef96d5e7f495cf6564e268926
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3beb437dc6b9c8e98c9770c35dc2b9fcb8be3c13fcaed88774ca7643fc898b7d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e583ffdaaa0b23a0ea6c7208786827ba87d944d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7876ae6d6090118743a0ed332b2de4646a7155673e1a6cd32fde9daa9ee239af
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d9635583cbc8f4f3a1da5ed6ac100792ccafbe9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e31216b9d16bfd18ead786653e4fd2833379802ebed7875e24ab572517c2beb3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61902a4f5d6fbc83d039efe56167fb42167d5810
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a137e5e5cbba9be4cd1d8907169a15bb4373871f5f1270340ce610c687f422c7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd370b97a41e3070d63c2c6efb3765d9459f2cf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b2af2b60245f329e4ea7147ba72b8b9fc9f4bb78729db4b8a11cc06715668ad
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..060cf2867fb24199587db83fd0e3eed9faac3e62
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2283225161d2e5335c2d8b3ac2e28a69a22d5fc6025bb2d7c88b6521a73cd01e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24358782a833f8a717110163ed4459dafc7a25c7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a37a325248cb5b11e10446a9bb8291de1f70b8fcb899a7ebf4a4b44d13c830e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f315c102033c8fa7b6525f0a8a34c9293d19a6ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8cf046849b56a5d0a9a38fa3668d321bdf2bcd87baf9cdba3646a80be753d51
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54485b12aae7a3cbc294868edaaf56b3250a21f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a25918abd0c47fdcbd9c113b691529b4ec6d29ac8f05f85a99f1c461eec685
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..537f5766168ab7d514663ca70f0eac5b6cdb49ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71a72b67d9b33637a925bd17f29098d32cf51cc2ba5f1766b60227ffd5e35a0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be83144c97062248d3f6571dbc641fdade9b5ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a7c4db27b82bddca5a912604167fabd4dba3a6464a7a7ca5d6756539fa4ed0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971b4018791d3d895c7c67db807da02df93e892b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4b7bde1c526afd1937bbdefccc445a81101e9e4e42527c85a16ddee641a697
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03eb4e08829fc8ca05f33bd5dc0245febeb7ca8a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260764a443ed138ae6e91f55203bbc5775caec5f88ef15e9b9c1b994b9983ff8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bb58f712d9d809b87b8949ceeb67a8c18361619
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d8431b18e06e43bb0479ff7bbe54a78874ece7ca228ded98e7205a42a101ab
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32be44784ba742a749cfa42703e120eb055386f8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b1faf2363a3e609bb3980dd455f4a09bea857c53e3a1c791c555db4d46d0866
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c7a3f51e1f5db0b5eb6838ae5a4f240c54d7c8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d16e509855bc6840a4b0f5570cac713a101cc7e372afc9ee67b6a11e68f5f25
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be332059d204fe8a47ac5e915c34cba8db0d716
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:135aef42a312a9ff4646a4d798f019848a4c7c9358aa219106f44ca88bb78e9f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d4114f5b8e4024351fb395b6375f8d0a4de2182
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af55833495cf7f1e259db4ae11cb829575c0a57602a37d6849c15047b38bd9a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6424c32cba950fe27b24aea743a131f413f41fc1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa1492512c79e9ff427a6823223f97c80f6b9924544c93ff32ae55b531fdfc6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a65a9a2700a11b8e1366aa5c25e1cbb6aff81dc0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160d4e70de8b802bae8ea67fc7a4046cdea3e3e1b590cd0438acda93d8f8c5de
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff8f12bfadf563989b8235f76491c653072b10c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d511571e9badd5dba72838c60dd9ca9b4d8f3eb98d74dfa0818bda4833de5f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ca765cc49269717f61b87c7eba0f6457329346
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf3821008e72e8a10ad93509358f7a4cc6435c2945527575bb1c88cb56f392c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1995e9d41ac02f7db3048a915d96c2ee84ae6c7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b3f6cb9cf956b58987acd5b30d6fcd3ad4e4edabe8cd91d1ffe80e1a4f92185
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee4816aa15edeb12204338efad8dabe9ad7aed09
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16d1ad0e6990b5d3ba6888db3ac02d6cff3b947d20c9e5e85a19484835af1e1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e052cbc38a38a69d6cf069de1f67a1402e2b2921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e195f6247ce856ac447195a6e7826312e0ce14286a4edc0f4e60d53fa0a19c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88fe18ab1df3e469c8e5a1c2dae1aabccab83a04
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d48bcf5d8cb37cd9f9c38f08d6a9a3fe7b58f9f47ae787da895e1782eef3c022
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1f4bd45be1555e226dfd2f574529177732b8496
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e074940e8065298b978a7d65198fbf683881ffd1e81d65b60b9785f1d3901e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9810c0f0dac86c557ecffc0458e60ae146219105
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4beac9ecbad417c408f3a3c808b6a7f29bdff7fdf1fc76529e01e48258808929
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2881f386280e2a7a761aaf307ab3e2ded36b46e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a714442794eec25148d32bfed633adff6116265a2600f2138bfc62dff84898b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f9b41abad05bde802321b3b7fc7f2fe8905b408
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebff67e938d204b93b93e668f507ece3dfa9dfdee8d97a1b33c1135d5549cfb5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f092cb1466deddc3e816b3d90054122e9d2a40ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb83b9651e8f0118b1bcbc5c2727a5dc8217ccabd55b221d8a38b34599009496
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..761677f7f18b93ee3f67f6e84b9ae3b2c4c7034d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781d9c7a0b5f0f2d8ee8c66d0a49eb0f6f6c28c7e8b44c82dbac13245185c0cf
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db80891b350c39b55c9595f9658329f4ef6ba46f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a8cc05f86ab5955795af477c7de0e753d660ca2795e2938df71d4e2963c6ee
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8915011dee8cbeb811078533f721d2773f4e1c23
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71dc3909926e09d464c1c6f5818d71a2d8e011d70a2de738f5f7ceb25a5371d2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc284540e93555882efc61feb4e27560bc09ebc3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7994774e4a7baa2801730a334151e9eecc4568972fd6fcb7627d56d72afee0ab
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347b95b6089701ef8ab903fbbf653bfb6023a8b4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc9bc95441c914a5c099b667c2baccd8565dce3375904ccef559d77037b10af
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f08dad1ae64f7a9eb0157b0a2d27e2220ac828a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac5b493eed29df1979bfcc9f2fd3730e5444c9d5a13a15a95d5fc87c9d76d6e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0236555295d5c3fe7e434ed74e362aa71610e878
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0ad8f229dfdd3e6a4b25f11675413eb5a01a0221c293cbcffb2a25271e25e1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc770fa348a11d57be0503ab39501916dc13aa8c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e3f3579c7e87187e49320439dfb1ffaa0645bd3e3e09c8e079b0bdcfca25b5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..011a499d16f47bd03825d6b825a4a0687c4196b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0bf7f18fbc12eb31de4c7bcac5ca6ca6bbf2b5d5de9d32a500ab394f341a04b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bced321d451a348b27211178fad162ef6a15e6b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4d177f89ea2c3411b85c86c0805f50e33c48f053129c49da9af791da71961c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70a4bf8cdace35d20a2f4f2b01ee0eb11af82818
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08897eeba4ba4e6e8c91800e06292905adafb7a9f352c13e6b22a143a969923
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..452ec1ba4242b4668029004a3ae536de547ea2a9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:049de8a647b2adc3baa8aaa456048cec2fd61e65b7c13e5207df5c1b1ac7f519
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ad5d4bb98d675f9d9c3ceeabdaff3532bfccf6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5888679916c2087c1fd163aa5e06db50879258d54a7fc0eb98877783bd9b0b0b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a54d0ca9e30f10ad65b1fe259773f1141ce3375
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e4eb46e05e94f15fa73e428998db7ea8a6e0abf601449e77b9a78181f6899d4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf453f16bcade15cec5f42b2b95f29c37c9bfdcb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f71b998e1006eb136072eb49e496f1ff9e99cea1f7fd580bdc207a2d5c7f11c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a03f4e0fdadd1df19c271f2cf15e018447a018d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdff5ebb1f48d90f5ae0d534dfd9de9e63522dd3dba02fe762dcb1b5abccbfcb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..772d42ea47a7db6783c565ef8761872fc49bf342
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:574c03a3a0ee8deeabcf0573e06616a44f31b4b636e3709c6c7d59d0d3e96973
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..808ab4ba9e5d7ff960e981680742ed95793ede25
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3588bedff544068f9e393242f586d301e9b85848748ecb2fa3c63902fe767770
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e2bab46483d12ca78567b2a73174b303fafa792
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf9825971cdbcef3a6cc4cd31f1b5c6b96fdfedec55db96245c3981480b9791
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a1026bf52d12680bf68d74f1da704f798f5c99c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f11248a6c4cbbd224f5639dbe091cf69e8f2c4f00f3e7159988b31de6e3d82ee
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1006d6d87226915031af36526dcad699d0d9e2b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee57ffa909f14bc090281af1881d31c98d89a3dc92b0d7781edbbcbd00158c78
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ea932e4cd5eb2da5c254bad807bbf7bd5b90fa9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:092e5eb498d835fac5c6074f8e5cf07e1f57952ad7f97913d445de78fec1ff08
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e7bdebefde265fb76250244f3a85c3e0957569
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cbed91a327d6e0827e7376f210ec5db4b8525be9ded7bd5e8cc571176e49756
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02313e6e724cf574aa119eb5d03caab49e8f2e78
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc688d0e4b7d9cfd69de6c62d7a3bc3f8acb2762745960c4da9e2364a3951ba
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f6236ee62a40333d48c3c1f082143c84ad619da
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478d36ac74ecdf9933e4243234a296d5127aca9ab9acb2044bf5d649771e7d9c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..372dd8fa09f333510784fd0733c233ef6eb7ebaa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c91b32d640c549d777d459c48419a8064214724c8ea4155e4d2ee62384eb973
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fded017e479b5d38149504cb0fcebf4e0fba9ccb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1063d1345c3b4e7bf8db5550f5432fd69d71ed3f97ff49e6036770f7741c4c6e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2ff824ff9759409ac4d551d07f651df258538c2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1711eed321de97e01eb03007397bd6df964cdb8bff2e62797f323e9d15cdefc8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdffab90cda025e9690de508716917fb96dd14ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1accfdf3e652e64f8f66a2e1dcd61f90e77ef7b56074ca9decac4e40efbef7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..314560a416bb7d742810d964c0ea0805bd41aa56
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d6896c563fde89c7ab85babfd8d4cbd273152c571bb4eac885a93955110ec2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f78fc49369fc55745154ee437c6f35959eb22828
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b23e6d8335a53f48f8f5413a51b2d142b34c164a5a0bc2cc1395397961db0a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0011557d06495c751e72b61999f241701cd9bf71
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c38ede5d9d42c4012be329e3d74d56bc480db1b3399da80674d8fca20241711
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e359600fcbfe68a59cf327f6725a4bbe1e893727
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d6c9d6cdf183082b060a998c88603feae5ef705a43abe625cd47e3333ad4e1e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d9b6b76624be081d0a7f9bd91ef14f6c0fa433
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ab00abde77de55f145190eed323ec1d12701e460b0e3930a52ba5c51c5dfde
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a87e3d180a6ba8cc32ed924d2a26128b6e41499c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba26ad497ee126ae61d07e91528993d62ad99f193baa9544e775d7f45eea91e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29706a49924865d9cf0b02f3cab6bc83e5ac55d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3042dbf65e39095f4018f2b06badb36d9e7864518c1d6f823500c4067106918e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab8e6afd02738fa03b5d543280749734c0814b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24e98a8bfcc87b08be1a1dd5171d3d681dbe927dbc5e2f0a90e04b86867080c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa64ac343a70e03801a200e6789bbaf486140908
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd74ffdb6a305ccfe98afe9747340f84facc18ec2913b56827eb3d160b551ec2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e73f48d1a7eafbdc2abe9f54a3988c2fbe9096a5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee0ef8e2ad353b626dab1449098e950b2985d03e71a104356415895aeb0c1ac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..356f8289237510486de90cc55527b8686058d6bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe940e1990a2aa175ffebc1e1e00abb7613dcc9eb8da577e0f47cdacf6971e5e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eac36f0db5891b577464e98087cc69c0524a7c8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed6ac5af39ad332b140ad6deab0213f0f02c5587936b2ca8b66678fd5f7aade2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..883cc741b7d15a92be1306f45fb96f2ab56d7e60
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf87496f232f6fe0b91c20789f4825fda968b9466dff12290f4d7890e209402d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94bf0c4164561dd45d3cc91bb0ae34a0e2fd25e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c3aaaf2b767a20786dab2fab3902f0ce52fe0f04aa724c0fdc39b3bb3112a72
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2088cc7e1daf0094539ac14add7ef797d9deb14
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a78c5f8cad55bc7452d7bd04050622ad213cabfc2e8f7ec3ff4f065db01996bb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb70b9560eecbe8aca0e49b41683d5a801b7924
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebec63bb2eef742610ca2d75f50c2be5744af50e9a0b7994a21444c261148efb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf9b5988023492e9fa09dc45b638ed97df124792
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:029389deca4b5519b9d1107658b1f9923bfa5a9aa7457e1cc9a6b5e938b26735
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29c2c8158921dc0bcae31178bf0cc32d50750aa1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27799c700469a1fd9480baf014dbb1610d7f98d7d38ee5108aef651937175b25
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d10a2af584bbae573ca624340c29d908e312bf2f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad53b0ddd586593fd26b62c0c566c86c201563eb7172174dd473b84850daac16
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93246977c94bad8145ee2d98e3ec21562225bb82
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ebd558d2e5f0cd4e9ae6bac8e1a290cf27de904bfc0ef158378753e063559f3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf86efa2a613f4c53d4cb91d7ee8c9ee41b2426
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cb97a004226c14f7241fa4116cc042f0633f9afc338ef2eabf4761896a35068
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ab3202ef579482a90b52342a5c78d71fbcddcc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0466214c42325193d44188506ce602d0cd580c0496331518615585e3551d238c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b10b9c7cffb45c76ea5e7661aaa12ed0fee86d1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b653d8b67a793db90eeb45b5fc5515738d6eaffea8303fde78821b036cbde0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95814bbc9ddf3c78fd1c27c96ccbd62e6c87c38
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c4a89aae3697a254d9d839576403817f09d250bcb2ac17a6392f90e3413d8e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dabb00aab1703bf8a5a66fe4b5f475ee46cd4c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3c27da56cd487519471cffafe7a9f169d2b47e7edab2497a2bcfc0f782b495
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..202dd7e7689dfe0dae5ca1d030b682bd0c4cee84
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f82973d60a0fd6785fc491e93db9faeb667dae32d2a092e3b14631400d77581
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b30e973f14c5b1c1bfb5c1114a8be522d0dff0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd028be36cb2d04d0d5726773115e639d3c20d70eabac5721237e51ec4fed4e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79f314393a11fe2d006b2085dd32e0ffb6045e83
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e5c90d7adaadcd13d2a17f6ae66820d0f62d0a2ad0851ff9f9cac0da9a1a3dd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..795bf711f64681c5f5484ad66a72bb6a443c9f24
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb2cb5b185bc85ada951ce035dfc28c1beac2b0f4d400a0bc1308943995e6a8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cda3d8fb1c63adab2fd8a6dda708908eaca9557
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec7609d040542249e5538a0a4057352e156e3efd5121807c87531c64bc5fd9a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6974985f7d242ad1a7458e2c1b046c74ef2e4464
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fde90a93b778ff478bdf40eb8920058105a72b1b6c44c7b882bf9488377bfa1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a143bf0548fb0e24a65c024e0a08700b03a1969
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b08946b6ca70925516d282c973d95ffac52ca6f39528a90a526d5e5a39b7d7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95725a18a5346d9965d857be859f7d9c42c13fd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fed33ba0a23ab357a4af31c301cc3a151916167a1918206207d7074587d98c0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8972304d668c5101aaf0c711d003d33cd195ecb0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964937071a4d7b26b4cea69ce6448e35583998c13f8864496d1996dc93503ac0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b8c6d6903ecf9e179cce4810b93e663fcc859d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8582b1c945b1d22a078736f30241b37829d9eec83cc45c579683f52abddd8c60
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..345b29268ce5d7c11912cf7980aca1cebc0e36cf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8073d0295d7fdeb9381c155e1b956dd6a54241363cc36d6cba778872bb1b73c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd4f0740b176141b62870c8a129da9ffc2e4c822
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e334d643babf0b5c251a88bfc9b1ae624036140b5fd655823f66fd9c08e05e16
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf97f2dcf50d4c20938d2e4c2f6ab38a32f3d88c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80686d5c6272c9cb105feea821afcac602a7d49bbf10cba8fe82a0f133cedca6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..342389bde80590575a3dab8cd19317f482119fcc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9681def062c50760f3fbe6be44dad517d9d2ea61a3a481daba6c3c999da57cf
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef52bbed9cfc44f1f1cd7239e7d19992b7869df0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0164ff61b64ca9de2a1dd12e4b4990a48b7451f8a4624007a5e1f046c9b3a0b2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c94eb82a73903ea196e0e99264bf9e30abe3e687
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e785c99a5a87d467d9409a23ed14bb2501fce79be49e814a196339d819086be1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d06c09065bd69a5bc7d5517c6f32eb26219dc8d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2aabe1b3afc41abb1e420080ae2b15ce0c370f929261ab1b1d6805cc76dd14a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cec598639e1847f631c840f112da01af54d3f15
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:465aa575f16a02f829878d3b72c70492b8d05244d9d12eda83ea06b4f0d73bd8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b2b5d4d6e951fdd1740b682f36a78ec4dafb6b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c25a65f6b8d563f5339b863b8f8032eed9cf71fee224b4b549a8b291cb119368
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..887194bac394ed792e8ce6bc3f1bd43a0f3322fb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7efad3ee45c1be312d5ad7f0ae2e367ebd06333aedbbbd43d14ff28a84df21e3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..294580e11d1fc08443cbe4d234613fa391dc379e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e1deb9790869eb0b3ba9c5fea98d905bac2e1cf5baee21234ee48853f21d4b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b550a7e20f5ea5a3b8a0c6f224830248c116efb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d6e7ad1ec47e8ad7540649307568088fb7ed44d1891873049afef259f289f8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f0c23d2809924a4bcad7dede553215527cb51b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b19d739cffc33e2182ed6414eefc9f8a81b1ff37ce43735cc9b0acce906e2751
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..770d6bbb0be9d3cbee54487aefb5365a7479a6cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbc2433083f30017f088c52a9f1e0729b172a8522314b9e9ef6db6c4a136e8d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1aca227bff43b4055021dea659bdeb0fcb1b736
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e32369a0195f5e30bf911aab46e22454a110a95615b21d124b9d45cd182a4d8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18bd136782ec8c547ae2caba3ddf19b0b8c08f9f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc856802e0b9cc928bd176a43302f08af4995c9579a7b9c71d252c878c2193d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8605cb23b2f25edf639e2ea3f8de832ebc4c2605
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e98fee372e47b40fd0c85c866476111ceca8f3039d3b4114cb5f13d660ab9ae
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00bc9065557e56c697825af1269edb04106a6567
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4677b373e54a56826208af0323aadeedbfd68aefb648fde30f64e3b86db1a020
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7017ab022de5cd72e8a90926d7ac3a43fe60f0c3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f99fb8b6e7c859a76f4bb448dce9f8ca5504fac4416b06fc1ca0cf8c7de82f8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c822aab716ef97225ab717ef43c6a0b75ff4bf06
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee1824dfc5b59c16fbc112fd85ee07d51ebf5f951a923e3e703e6e0c627dc53
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a608648ef5b9afe88df8d3c557f977a9d816dade
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7044afd24c09a41cdb6763c00bdc59e2b6b640c30fbbaf5125ffad0059233c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240ab04d4bd27fd28c0b71249e35302e9154cef1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087e8533b1dfb1b77cffa7ae3324a95e42109ecd010d85e53adbe491b1d753a0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c26a74ec81ff5d60d6546cd2c08b70b97e570ed2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c116827c89a240031fc2e540045ff08855bc001d4e18cf3a90f18ef95f5edbd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f9ee80560890c7ec389e2cd36ff48e5a569abe8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c7a2455cf7d90d71b0c1619d3c005f1f9f69d7bd053eb8b704d0effd6a8a4a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c330b58cb283fdfac5f709f4c0e5550ae7196c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f96d4bb588df09b3b2b3d07efc8a90d5a4caf3c648496f0c130a49b6f58015dd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90ca75d475de23b113551cb910ed3d6489674add
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc2c89b33b6ed605b62cbbb0c5cfca9f5ab6df4f9eaa1b6dc10566b266ddf54f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd18548a55930f0839bad3a115fef972e3acb532
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e60c8ec87c6e778b7fd40c5ebbfed9d801f3eee022d704a60ac07e588b3343
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cc625f07b55210b9bf30f2ce6e088768799b927
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e654d56d016731a39f235664ac4c425429cc395576c699e89f3cb5da8f56db
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3bb68f697056b510a0f382a59fa57edf6fbe99b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8c70f271bb336219f95d1223273be8d96aaac987689558abddb6851c243008
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6848d292a8ca9b3264c42900cc57166f641643ca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cbffb536859214683c574df0c033786a0c7f58cc70f765e760c931a64415f64
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c5310080981394a091196e240af5ca5bee17ffb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676d62ae8ef4ba2f832029a113ee030c8583f38c7457cd05c360bbd77a5b628b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02eabffe96461a3c4202ab5c60100c3f67e29057
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a13f88ea36929d7859bddcf50102dba6ab339ad1de8243601fe1f355f510015d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..153e5c59c7dca59b201eb8d44ead226b59effedb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e82e1edd51e4daaf099a6b0ffbbc2c5c287b6af907b688dc88c1fb6fd8ef9d1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4487ecc8c3c3cc1114e46eda530413a755361a7a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4446de430f7f0adfa1e3f773654bf1a9f889df6b199a0c812677b860268ed3a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99fd3eea9f8340641267766cacbc0d3ff8ecc8d1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7bf303ddb28ea6907051e67aa73c8c5e9565c392a871a1a7bb2ac87af89f5a1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b40d593cd5e3e768ee14f205d8fb137c0332826
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ee2aed2df6043c15f508f45beec31f4d4a195c8f7056e595ae97d2938c3d37
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca620e57990ee495c1b17f492e1c3efa2dd15af
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:461861644cb5f557e136bcb519f70567bdc90419c7966d34adfd712b839c44dd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f2072d66fbb70b9c45edc2f7077a2b6c5cc8846
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20cdf3fbd9388ee786305e333277b4274f3c562860bb62170a4faba3101d01b3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b659cc88032d2409c592ca49322dd2cacf2d5697
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb50848da9504582ff81cd2545f81fe2044a511dbb6e8216d49769987d0eee79
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecc411e07d194b4ef1c406d56791c066c853fe78
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd356e5d9048415956a453dd8fdf652a0e16b08d4f75f54f3a0a041c3f87934
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e76da23350bf936a7ae21394835be39585f90ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ec5d8bd0bdf71452cfee4d7c7ea373418b1c2a88d8cf186ba39a2d833c27d8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bcfe187ff65464ae0769a3744a40e45c4c9d4b4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c3bedad25f20374420b38357c35bfed00cb6c33c5954f91055d0584a429a03
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdb2bc905019dc62b85547176a84282c7534eccc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae36d0df31dc4b514c029702a12dd2e1310ff64ccdd05b66de03359fd89452e8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3012f86900e3b02ea9c8cf8e1b78b1538d22c6e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13fdc6a783a56d90b239b17aaacb21ac813d4f9a47977bb0bbfc78732eb84255
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f415da56b61e52839b0e89a0a3e3e7c1940ed5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74248be97b901605caffad9e1b948f2455cabc2044f3f3581afea7e8feae2dc5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe079c36503263a1ce99cefb21d8446da415227
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5417bbc708a3bb81863ec7286fef71dc61c184d487eb9263c4893f0c3565c98
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdac54d80d3c2b48c401afe34a6cf3572cdfb5d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4977d60132f24df533b5fcf775aed2e4df242da17ca6bbb1fce1b76a0482b638
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f393b495d5fd3a9f886871d1f99df6d878d83cf4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:130ce12fb1850d239dd88c4a2fbdcc1e88e3e91d34d090e760e850cd2e533e53
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..183340fe3aa0d2fcf79e92ff14b64bb81f31b9a5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c9cb16e47a100c368dc5476e5851e692a2d11a05607efa6d32b77e31e700cd6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58db57add6abe24aeb532cc90598a386fd572218
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f9669583a475f7158a78fe821b6c691420385ee46545496c4f9473e5e2a7a74
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb9ca26625076fcb2285444246507981f3f40d41
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7bc56f6ee3054f754b32b105609e31b49c5d32046e46c3d2cef6fba70aa53b7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adfdce8c2b65c49756954492055e905f8e24e161
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82cb33bea12cc6feb810175ec8d005bdb5a3d1f3553e509d12ee44d326c169b4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20628f8ae6065b60ca42b9d5c4727eed05ec58b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7193dd2b7fc75579e388e2e4cb2a615fb747f07b2a683ac8c16e22dccbbeff
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92e2933e3d41bc7200738d22958a8075f8cf391e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82f0ee6480c4fa8b775b51fb99bbe1a149b839652e7b7d60ce0d518faf24587e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5a35e4ef0e1ee3ebaed783fe135194be3bcee70
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b722095fc4d4ac0c1fd8766ebee4298243fd811cb830f767c9aa0caaa4148dcf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0bd0e4a44a5ad82f361399d1bb95f7a3221c0e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0e15ff3c8c4fb1909f555dd07d8f5ce340604c33d3e38121878d4b62f3724ef
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18caa9b8564c1ee87588204acc9741ab3c356101
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1602445a719d1676e0b161a2a292208c553204c474bb257d4d22a06459cd94
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60c1ace799749f95a499f4780a9cbf48cc6bb2f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31dd0d27ce5089d8460b8e647e51d55ee2146700ffb6e28357c1c2d366e2ca6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ead67a394917143601e115192b32195ea20134
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751f308fd37c54992735edf775ef85e1a4aba666cc42a1d4b1ae0cbbe852ebe9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce33b66e1b3175440290090e0ff3978a9af31971
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b83add992529b510a8f956b5647a2bb9f8106095758a20f8c3a56babbd9d4f21
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..843302a14afeb86b9d0efe35da7bce3d44295d8b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14958474b37f4c84189de3f10b3baeac64a77cc4f9e3c9025756432dc9d4b63f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d37a2d17bf628b1a12dc8e2eb9d1022f36102b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b588f8e70e2a047a5dd1e8e576b47c790b2ce37b7f8ff68a9ad0cb69cdb505b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24eec7cf107ba2306cfc1cf6478bdaa3c233a17a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9f0562655b2be8023b630f33a67851af6bff47974f07eee2bec7b3e35b18776
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5fd0025d92fbdb09ad0af2d51b3f351171bdce2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c59bd13eaa27f7024c3ffb0c59c6c72273e01984627c034636530d8e7920cec
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccdd0f5fbbbb0835c8dc8d5a4c37f63e7405c162
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:481f3328111b1d50ec2d62ec50f7943e58450f1ae4e1a2826f39bff375b62f16
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c536b786996375b6acc905e66fe57fb53f0f90e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3e3af7026f4d1604c49d66a356a7150405120bc6665dd0aed6f9364baf827a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcc1717d79aba15c80d41d8147b2568a02b94db2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a3354919ceeccdec08fcd2dcd8c12d4724b1bade4fa04deda31bd3726a7e20b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b55824f7057ff6c677e2e7aaca143bda8af7af05
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf7a742429a020b657b62b0e7dc4844adbba42ddef5aef83c6077ecd58133c8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ecf368921bbcb6cacb6184647526b6513bbb5c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77678a5f5f9712cf63d2495c5e03e0622d2b03ff3eb71d3c17921b67a84f0674
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1da341c1abd581befa8145ab6483c4308f7c4e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358aefd28b2d4634db15b9a9e42233555834b4bdcfd3dba8ece511a96ba53d70
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f821bf392a648cf554ee320ecdd79876c31cdd97
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7810a38f0ad9e11bb00220afcb5bcf4d0fb2397aeb22d3fbbefcb8020a6ff60e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af41f48616b826b4bd2e94611370c67d4d4d9dd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2edd6b2982b1d576cb2a8ddbee0cea1924d5d01c274123423c01eff682c22c7c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe3d9ddf25aa25514564e10053a4d976e50c8667
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaaf0eb91281ffa58d71df61c56c7e61f94f0aae968123319683c8742c87ddef
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9331b9c9a1dc05b402b9a79c3ef2f7acb4646a5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f83a5c6b61b5c18327f94179dce814a7dc01dd9b35a3e4c73195b20bec5f4a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b4099a74ffcf01128028ffdf3d7a1f09dabb82
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a2cafe092ae807bba9b7d509f15f1831dc4fdceb9f21f505e41406c340d099b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5055aa351ab7b16bc6f735267ef3312024cdc35
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bfc4b5e4236cc3fb99531d83b3a90ee22853f482fa239a5a1c88fc58df9ba2a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb7a63e8c495801433971ab70846414aa43e1f30
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c096adb140a580e6ed69c98f393634a4744cb32e699d255f4cee35ec8ec0e3a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36a07fd965df299c83125f205f1019de206ba8e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b90d53626320dffcf7dce708be2a0c02007bd4683f9f9600176b341f3fc257
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72fb6be88b15ab9ce4ec8952c84fde053269cb20
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc25fafc4d825f274ec37d447446a6d0e613f488ee86acf98871313e85aaf4d5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e82df39e41d0b494be33ec0dffbe297b090109
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593dbb8624819ca116acb42e3c9d5aaa18bb90da4e6a6ee6d330528358e09fbe
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bf50f492e1c5dbcdcfe32cb26339109dca22964
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7280ca791793e40ad8073a28c2bb22b61fabd7631a9504407775f3ce9fc2a3a8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3fadd00053cec603fe2f6f51df70df2131fa18
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:789bf3b97f77ee4104bc29c96efcdcb6d9b65f116dd3af083ffff3135ac04f2b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d4a185ee2d1b0a4709f5ef5d7cd470fff395f7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc03b2181fd8c67f3ea4e38d4dec91467208c19d6fdeba69da43e01911e4914
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..315781964fb5831fa04a35cdbb2677f65d936750
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:080d0d0a441866f8023fd18aa6b084105e06cf25bccfb43266fd3c784882a8f6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac8b958c62391a6f8f9acab896e05892d4abc687
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe314c484294c3fd382c9e7dd5d1c5b27197e4729e794eb13c4ea9d77647e283
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc5d7908417ae5243835f2c245986f1c16408d45
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b811df58a298021a0c71150aa24deb5bc6796c944f36bc25033334a0e6ef2bb3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c28f1d1a515ed6480e40502a408b08b8d216e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:212b835f5580d31e37110f87cb159ec3ae040e12f2273ebf0958b13ab128955e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ecbc803583f27c6a5bc9c486f8292921f2e186e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8930c27fa5c4e9d76fa0ad2312fd82bf46450f53c7b3bb62a22806f81304b37
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84fd6f231886b75619c824ccc722882ba76b2cb2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93216ae8ec87e69f99eace2d09382fc21b0bdce47be58c1ab2f42e2b22d0d48
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dece9b9000cdbcd7c2077535d27ce2d6583c76f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8616e63fbd85117d421c870104b470d1ad426f2502d6c6dfa422b4cfe46536
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab2a2f4d9264cb2b98ce475236bfc935318eb6c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d5f2b349703f34f854140b0146cdeadb55df4c50c56ec14185dee6764d7d4c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a65a1088bb7c4eea460e75f7f518836f58c2249
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc1e98cf24ce3d5436b6f29150375434cf364ad70f5729d41c5047a8d27cabb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d0c742e08e9b8b0b6417d594bd1b61061d71adc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fca2548a344b361ed4bdbeaa3e491a3a759649af866f53504c7796d0ddc85cb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c95bfd0a584f06bd2ff2a7ce3e707ff04418ff14
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178d32c3c0bc948d52e61b622c1a39e17fd8426e688d6b1d9485ee15f3feb9f5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8d0f5c4c01a9c2205ff1877511e2b9ba212ccd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2845c9aa0cbf16915d87e3c21ced57fc28ea914e31e8ceb519c15005d823832
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d8c783f2f4d2bd6d9f4dd103181f85e2c493fa0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ebfbc396081c05ff539681d04303a20cbbe68eaa1d4b383e837d1e0fa1f6c31
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb6f072a432fc030c9752519be963e1335990af8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afad4ddf2da3253c11ab18594e4a12a8da451dcb75dc558b110d695769493493
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..907be3e8c3937f8577178f7eb529d8ae52e89ed4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe847444a94c293a0c83347e6d7759bc40e7242d8f4c13301480d9866485acfb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f7f91be928079e7c690cf96710469215fc28412
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0cc4d9c9768e8d04ab6418974606bf2432bfbc34b132bc5190914814e396270
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..639e070e147016180b6388843d67a92231d1d214
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245106e6ca5aef7c16b35445a67fd60b64f9997b6f89c21fa93293985c8ef34a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338c62b9e4dc3fd865365245d98ca0274f6311ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d2b9e27e7f1b01570359eeef4f06becd028d67ea2bf73adf19a2158a77f986
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da30e1ff67314b6ba7bb17f716c5e0a5e0078792
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e8e09d013cc3e5f614f53af7a3347eb49d3b19f863dcf17f425a4de25b0912
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dfec05411aa0d66c33bc91acc803e75abc7c33c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b91ae75183c06d7d045faad16553c5b81509734ca5e7ee12405e545e968ef8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7e67e3bf1d9cb8aa3a18be63e6a258aa0a8686
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67e9498beb701fee284ef499e7d845ad03db53643bf589322625679099ff31d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eedf769585f67637d7b4d84447d91dfa5c2cdf16
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09465da0414100d1c4228dd2f3788fa39dd0e98fb5f85031a1a0afb505e22955
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c1c2275cb18e26fc3f9fd42705a4081e635662
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5211357329bfda09355b1f1dda3d1a6d73bcdaa1147db679fa0198d360703783
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..864e79ebf45b3fde64d7d6ddc5d00f59900b706a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71395ee9c61bf8b5c696c0345c805f6d4a7c83f478d171f31ee99540fa8980d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ab519d38d98482eec14a412d8b10f2bc59b13ce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f441b325598d7d661fee0bdf30e422a1cdcf087fc051e3e8cfbdc1cc3a6be7c1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81810fb595383c445ad7bc0f91cd0b40ad1619c6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f6d014b372489dd67ed35dccdbbe0a85b5d4ff7e0120a19907252e528441d83
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92540a766270f50ba5ee338f97cbfcc360d8f2bc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d51163032123978ba0c48a44569fdae8be1f86cfdee95b8d2ff9c76a58f4e24
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44db8681469fd60758fb14123366badaa9b140df
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea946c097e4054dcf78b028517b32e853c3ba84c4db56486f303d9828f3f72c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf97bc69782773fae2b96c4bedb53768279e82c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1844cfc80ad86cbdea2f9185d4be5b3acb48a5d321db8f19196b59c52b76a85f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95c9f44a6907e507c35d4f83fc02acd176ef454
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:382b1198016595b79c00dd05f79023011fd287c97b845310ca78acd0f1b4f20b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed90ba6c5711e23fd0ededce65b25be318da9d0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1595dad072e037b3de16b0a2bc882bb50fe0c4a7afb483bbf566d474fb3c5c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..212fee9277851a40aae245e4be173c95b98e9bb6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804a98b23413817c2dba7f0e06a9c42b12dfea84ded20fa6769a0c61d56891f8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea856abf349890e7e8ed45c359f81198695b3e70
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dba83517fbd246c61c135d5b36217aff9c21a62da6a7fd68f6252f294f1c382
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83187983dd75d21c2f088202e19114a54d7c995b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c447d8db8c7f96972a5656226e24545add768d3de1a5e99699603e976a2fac62
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11a8ca5c66b33278d33d77629741f9d452d5b2f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0647342134c3bced034def3e5304f9239aebf484b503db2482fad0443b086cf2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c621baee202f385b0d8453d82a84ed6143917e13
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c20109dfcddd7e9079fe8e1f43a15a050cd375f8221928a15cda97fee868f646
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1a99d3e78da3a01021265d804134fe8c4df4bf2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1044a4c913dd0486b711413563aadb2da3e7b10223f798db79fb4fda64089be
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f82e1aa2351d7144522096ab3104104f836ffc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f9d93ebaa5ce064df176f2a176925f15f432160beb139cbaed1bb26bd1bb3d7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..699af804f8b0ac5dade24c8c40901052e3f59cd5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c99a0daa1b4611896d99d91a56da1bf5dcb0aa879e26941646c81eb1c02b78b9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e21aae9e701a5b626b15507ad315792f12611aa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1aa5424a3aacbffd2b8d5fccf2204a903af819cdcf1f2ae6a1d0094cbd7da42
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c7b6a2d44a29f42606317fcba3607fe10762513
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdb694ac3e7131367553cf8af164f8a00397f4da5302fcfd86e74d0f271a60e8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47212e81ad17c3fc34351d6a1a95575ec7cda737
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b56d799499e9e2ffbb59363e3a0b2b677f7786fd40b3a9f05951a96e992eaffe
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c171baad662c43491230d06b2b90f5aff0cac557
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb079cffc68ee64b90781538798ff2dbea9e6fd3da382ed0c1e88328e999e445
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc3574f805cbf6ba51fe308e66b2a3df4eaafdb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b347f26d363964c1d094b1ab7f64ca9af1b134759a6f5c5caea2b55dea64e609
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a66cce043ad1244d83e7ae0401c10a3c7c8176f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a65b1a65c583867ba114892bf5b2c28bbc8fe3d6d4e2c59937fb04f53e5e8c7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f267854f502bfb023c14f73f7fcd64cad40c7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:409e556f7e7ee7bd54c5ddf23deaecb68d2988464845f3585a3ecc7152b094ce
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10dc775b937ddc0cf5be46dfb6067bffc59a4011
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3de2c24ab49c1f3bed65ed41e54572dfea741c5a3aeb147b2c2b6bd6beb9811
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f040d4be2ae028f4581681780df4948210619719
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07689aeabb05766a6ec339d5c72a1fcbc0913e2e5a62cd59042d371793e73b89
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f22d10aab7093489d7ae1b87e5eaa79aaaff769
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2b4fcd9c5ad05bd924af03f2e4fecfc7eb3fe020368c35ea3ddcce608f2a53
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58f363d43542e2d2a59b057f5ab0cfa937f1e448
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d310375847a022800bc9e11efed378c259481106067706496ab019ee6b68fd24
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b64e760cc87d88cffbc0f861e782c797b78fda3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f416c782af35eb2dffcba9afa83b8580e25426248384c55e584c41a2f8f9be7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c9c03c958bdd774bb1351a63b7a1600f2118a1f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1963742acc7188507ae8117f516556be92951f36bd7f00c5c88db7777466ffd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a16fdb589521896b6254e61cd38331879a05a6b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a069d99659b987558044f34e939810e0981987458a7a0b51696ae0616ec924be
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5146a5b793e9757b5b3e79798957ea3117068653
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e77bc2d40a87135db878d59207c6a1478eb80b64242988f0446b0f8b42dbbb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ad7c35fba6b46d093064af12987df6a0133e7d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983f1f68ef16a5bbfc7de31693032bc12c28e04aa08360189e8182ca4d39c42d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..399397e1f37d298003d0f7f8a0444e8d825b072a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:941b1eb6ac64f72948425068eed5e3ab2e4221c367f716043c7d2797a4fddcee
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd24c54421c1f161d5ed1b7bea119a17db2cf513
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a07f0e11682ab70274af8ebb8af5be46104929dd0f376cc5e089d31f67e1a90d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f5018fafe841442542ac5b92823125200adaa86
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24cf454a23156155e28c7c1d03796753fe2203153f9e4e19d596056fd3becc8c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faee0c98f826fd6cb017f2ca5968968148498a6b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ed03a3ec3de2fabf24716972b625e110be6c1c6d175bd77e51e4ebcda2968d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611a175616faf66178c12429370c92e5dfd9b835
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be76e6b23e546f6e79666b5adeefb02611a45f15ab8b9cfa182ab1e713a780d6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cafc175f9e1958328d9be12a15753ada7527fd7b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d619bf179b61b6a107eaf4230e3656528f5ee3d40bffd38f8d52bb1dea5f765a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1388a04488c0750ad85cfc7481631dc1bb7289a8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3193b411eb0b06c61fd811582ce6cd248e90b29948c863ef0400211fb269f72
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9098f256ae8dd7364fb36e888c192d33a257e2b5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e4374ec17e693582450ea135dc5e5e84e4da7b2ddb21bac743635696dd5c5b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48a7fab51485a7a8244f677d2d60ba20111381e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c460defc964d9142f4c4acbc756ed246a9a081a2551688b9a5a306c06a4dd8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ef48942011d55e1cc136e412a849a2b0c01691
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d1516fa8c6f2908ee4e1ea329a287609b086e32278d66bd0ac82a2338d4bbdf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f3d986e102bab9239063a4555b77d129d54a08
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e8c94d338c439af14f40494e9c5ae19182ad9b3fe883e871121b4397379f9a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4a9c9bf352d7b17d2762998a6814fa9c0fd0e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ac6e975a944473a35fdc2f9bdd6719cca5b1bc95626719374d50445c54f551
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a160b76a347b484f22e1980ffed09bae7a4c6cc1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d7c781b11902c5a04e0ca32726eb4ed8bd8550f8e04cc40ad975b4b00e0d20
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfc5e5aa516b13e1009ea935d6b26b9f72cf7246
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce26d8e4ee81f23872014b9b28499607e0e8a2bd96b7bc638e486b105d2ef40
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f55e68505320ab7eb22f407fabe90c056594029a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b056ebf2fc62afd203c809611af4988990e581916fabc26859eb5f05805323e2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c97835598b894c1e257c21cfa0371841cc3b133d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7add580ed064abc7fc09db14030817025a4afd2fe175034ecccc831c4b96f6d9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d234a5aba2258108181feb7dac0e952a45c1ac3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae429ff186a0ada118af877ffb1568b8bd874fcf73e18d203aab16fd698acca
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0569508ed8a1ed9a24faf7050e6653fb122a49ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670d002afdca122729c4c03103be15116f336402a457332acdef4b9c70ab6675
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..331ce2c2478545015438511a0930fc9568c530f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81606acb81f0ee1941ea1e3bbd45e587c22addb21dfa36a13a068fa706f58d12
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dda7f7ea743331223e3d0f6f22e903d6fb21f668
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79fd731eac989fd5a738970088c2274a96ab2c10cca4650897517cbb1b07166
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c4e878d948e3bc4b3db4c446fb820afd28b3d75
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd91ea0c769040ceaac2726ed2637de7471d74dc8bdfd5742c6651e044fad6b2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..850244c33c5e3535f409b0294ed9a0f377e63043
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d03400cc99581fc9349c64e0054a16d0754f7eae2cf973ecbb05894eef9dd709
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..556ae7ba8b82d041f4fa77cf60d8aa87bf2bdd04
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7438507190b99252b79461191e0f176a96e20b8118e5470e014681ff8f38ac76
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3b73d046e9fe29ee115ba326b4d7e1bce97edc4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a347578322729580860bbe0405345cd3f20003b1ac3a010dd5d8581006c007
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b2b84bae568a3ed78a2cccab5d4fc7056c831f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be06e3eb890e83e2a305d1d51c9a7eaa4893f328e275835aa97cd9d37f5a50c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ad1265165e71babc2cbb1fc544b79a7bda4db9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:839f72cbdc9847b8472077691252b32475c7b03fd3cb19beb20c4e8d1f4e9bd4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c8a68ca063c5f325e20718e4d79fa3721bb5ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d57fcd461d4152bdc7cc7a55105b779663ba503e57d2a55f51ac0ef3bc8ea74
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0a8a2199b0f7edb3c0e9c982e85b9777c1dc486
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e0be573daac5fdf4379f26520028fb1245c48c716042b1a3b2ae999bc98e18b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56e6af3058c58a52591a721744769d6f9b309de3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb586e0f2a20256299b312b029d3bdf091bca64fd1fa9066e53b1784cc37b891
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef27fdd485941b97e44106a085fc5b963712807
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249f78d9d0462f0c5209f5028c701f3bb3c2f9380cdafa91f562143294719439
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d53786d534994285202942e220704036008a0eb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37a42cb750175ee8526d535182512d26df6ff057049bd13c4b27bf8d267d5e4e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a2055d873a437b79ae8c965b3886cfb36e218ba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:754eb9d027a5a6c2d8ff53fda8b9d2afa68535eb5f6002aa3d4166dcc2322c0c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d19d2e5206db3a44ef2e546d91f067cfe0dc9be1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90189339c90aaddfc190cfd06762119d3703da844e3990408be1d7b371dba2be
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..867f6a9dcab31efd7685b6723e06940d374dfe2a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec8a5d29fd78f0ba3ef7da9e4f18dc6ec727fb2316afe7a4523b6cfe2b86f11
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a28cd6da85f1073e7f3770ec35718996e07e8fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e6fe1aa36167da7c3ff6005804ed8be3803b8b33b58581022d9549294639c6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d93e7ab1d6ad9c8572f06bcac70ea4baf36e62
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a92d276236bff9c85ed1f6c2a80c60c0222380e7feaf21042066a9f8c78d25
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfbcc7dbfcfc2f3477edd26962d707663b03b40b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0f00c471133ba59e3011bbe08d7821e1814ad671ae6ee8c75d43cdee99a6805
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd15995af3dd53194f82aa357b2503b89c86755
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae3aed2b7f4885acef43cae9a46f61d16af27110a4b93d3cf9f296d639fe89e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9629ffc168eb7f97c0685db14fdd4364cd98a3f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0097a61e416d82d54bb840bc6f618cf56358728ca67bd170580de0dc1b766707
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a334fad5bb11ac02594b77dacf60b9086af93d31
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5419597ccef84b214af1dfe8e22c7ef592f013e13546335eb6e121608f71818f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc29910e6095402afe6878c1ba6f64e0d5bb702
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48ba1d72cae4caf9458a7a1b3d2258def498d770d6c08a8fec3f87825652ee1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c737e5810450cf86f52f273b99022ae88a466c6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7eb0f82064b928802210d748ecc1300ca703cb5f1c60e368775f3ba5153514b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c67338a93f0951451eb108669b1dbabca1066453
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15678e7c746e38039310ed75bfcfc269820898a763116e8f79d9f02a757279ae
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3f0086e3cf779bff5cd351cc098cf9c264b60f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35369497de00fe928662ffd73f5aee81e75a011041530872e08231cb226e2b9b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f938b9c556c2c296f7ef73a77b44d084b911df37
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f72cb0d0777d76d6fef3f828d6991f1bf704019fd6c22c902077e4180b5bfa
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb2476d158eb0c25f3dfc595d681c63a86152097
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7be57b3cc24e028db3176687c2e7bcfc5622feb7a41177cadb5455781cd2fcc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c5144b8f06f8f448b576673fc739b91fa1d8c4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1219010c56b1009f15adbb1a20a1ec7159c7998c882838f99be593812a4999ff
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c97a67c001fbc0b2a65d12db04f668134ce01b2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca0455b728a6431f463bd335c2ec02616900dfa944fd3a3dd550c71c90b9c89b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14520039b8897dbde5c613a4b69076e0f0d2452e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb42ff4f58d3d72e08b14504598a3024e43551bed77a6943e523693917ef72ad
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bde2743876eaa56b0f24b77882e54fc63d74a55
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5a3794a26e30cebc075b2f0a1436029bc7f0e1f7ca4d2b66dd63159a2c177c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c9b7f90bc80ac8cfd3faa9763e3e0c76f04173c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f4dead7b3b9950b91f9c32f61e88fa316688c2d47005ae0bca971dd860ead7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..511eec2abd875960c0bc7c5a0a04d718c5f59869
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ccb1a2c1f9469da3024041ba00b81f1c2741e8e63dd36c7ab1964e04650824
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07ba324911f1abee4eeb64efc004dd57f6fb37c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f34c55830649bbfaa5e727c1d0e19e3d5790fcf186faaa7b7fcae54c90844e2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d520cd0a03f4090080464569dc58d9dd0c6ddf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2457bb6ae3c7241955139552ad097d38a2d186c40e603e3d000cdebcbe4db4c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59bd86ac5c2c0899bbbf38e9dd83ad96d836f002
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6be9a5f818819c45202b91dc518bdfda57fc9b678abf7bcbebf1216a2d8a1522
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ea49e56457270c9dcb6bda9da9da6b4d18312e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76440eb2e606079b2b2650cbe1df44110009e64ed8048858177283ab362bd8a2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7b957653c8d0205d0396fae6df99f4ced403a24
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94115c0e52650d0c570f2d25d7d9859f9774d9d7fc63f9c4827c514756c7b60
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e572c908d3b517fc5cdb7af2b36492153fdca7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec2aea9918a69006a3878920b7bf7a4c6a744da6bbf6bbb2ae5c2cb615bd1f28
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7faaa62dbf08c501abbea3a593ee54aa3034c66
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d8d395fb6ec6558240a056c4cb981e85c17ecd444e43504beac5d8025af3ac1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19aa5fbbcf6986ac858c3426bf146ee9d0a6dce3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c8b43f8908597ebc822725578cb53e3c3b9e737f8f9d23c157d033b4eb315a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b2eb356146a9470ebd80ab8b5ac853f73f40c48
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06363d8bdd5d9c8fd8638e629f80562f995114cf24cc8dd440548acd06b6440f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f80636ba8a3f8ef7af3c987c1808ccf16b7b048
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a80ea68d2b53a974a59116aaf07632994085f2460deb4d366f2c70a804704b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36896b873f9c9aad39570e83a877f2410ea27f4c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47192ebcfeef85d9552738279960c309a1310f2e6798a89528a681c8eededafd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd9f4f02cc52691cdfe2a403d0c94469f52c316
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e084c69a108bd1a53dcf947e9151cc06bf78e107ba991e665576884c8d02059
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..505b1be0d174a8986251b6deea7446fb07b2565e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f55f54b5b31e458840730059bdbbe855e47b40baebdf9a0a6cd56f2dfbcc93
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e98096a6bc12f9e92f5b265e5b8d279ffa4a7679
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c722e83f8fbf49cc6ee1f1e02fc7cb87efe90c2d4400c190ad0361b5bd8dea3f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5041ae4bdec46bf7241ee4198d24883e65dd0b0e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2bfe97d080181dea2415a84aa8e6a3a53c21e5fa939856035f5396052c46da6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ea0a3985d6ddef4444d4bfda3e26e7a3b2021d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4cf56d16b3ef6a389b536fd45d8319dc73c3c1a39663509940797dcf9176b54
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a5a70ad51509ac64f2051146b88c4f1b600d81b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c4b3669b64f4171cb9d64c159b6520f307eee31db9e5d0d537f1d8390146af
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d9a011c417588eea00d1d72a805c2b1c1a86495
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87055b41aef38ffd24a7f0cb2a4b6ce90661c1ff2a6388671923404241301c77
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10e5a763b30c5d70c6eac552e75d995de4870307
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35730331ecf32c9abc2240cabfd9e57161966039771b906c95d34b5390bd7a5c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3acb0283af0a15f71e1592daa7cc706fd0d58aa4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:506bbca67aa09f80d50762ab219bdbb9ba6ea31d2411d933e62d078cfc900aef
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bbe9277529d689430f938adf984d55f8361995e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc21cda242d8339081e99ad94a2c1a91f36a98fa1d2df02133d4ed8cb5e767f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a262ab1ffca9e467a3a09731408d595a6e3c8c47
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85a0c3625adb2c47fa784ea5a69fc22a515cff4dffeb532c195f85bdc3fcfb92
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20704a3608d1065c4305c1c6728d2ad72b19543c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a9691683e2111a507f6c839e1470a2d36a672be657cd94a74287f8b0e3eaa3a
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d8df1d207b5586b3fe9851971683b9ca74f60c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe6b7477020ce302c3f35231d2fadea207afceca9dbc24eee4a9ef9a343b90aa
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40b645b6339992a466b24cf8a2bd5422dfc664de
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5455400c6fe75f38268e6806e881f3cf2e701a551befe4ebb9d9463b57a8a706
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a106d1136d80e023531d2450d95497bb556052
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea0cf6bb2d7ae3149de659bb5745bee1eae6ebc2dea147b45c0d7a6865d91c3c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f87019390b0b73da2fc8174bda8fdf9a9e6f5f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c068c936b3881f9909c62587aa2031ebbb53b10f321b39611568d7b6a8b453
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..938a1a1f2f14cd130e828a4f4a67c6e8e9ae37e3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb14b93901eea7d624334f2a0d914858a12d485e2463e6af3364a9e8fb7eed2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b95f8bbadc77df4fc12a2b138d9060011fa68be
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e0c399bc9bdc80ebcd104fa5eb97b6dd6bd08bb4294d533af3ee04575743065
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b7463c5d8be7e69c0bafd715b211a25d839744c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f514bcdae630eda661497f36236ec1c3af5fc2d8f8c2a61cf13445e79fa6dab7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877a4207391dbed7eede4789e095adae99c492c2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6e66e516d0c49c1fd2796bd566672062c9bbd7cd889d70e2121f0c2b778d18
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02eef7415c03a5a2e963fcd8a942d7849a4e6388
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e206dad86b92c166b1b6fb6a34ca80907bb51326eb731234f024dfb3bb6379ec
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..167412c3853a4ab3a74b2ca2037d1ce6a61fe534
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5563441f40c13fbc9fdf18424da743b8501d6e680a6e5533e01050776126278
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e688c6d6cf01e8fb9650f913012602ae5ac54da
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:779ad8126a1cd2694d5c396226dbcb8813013d5339ad23036525c46442758ea3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ceb4319b917dd6d17d5b89cfeef42e29a50311a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12a818f5cc0e73078fe664f6f7d6304129f70f9cd907fb39b9b9cfa819722e18
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29a6f071db0972573a9c401e8bf1f09bb7176a5b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8385480b321f5588e3556e34665b3dcb799d85c3bbc2c798f33c8ac9a6e10fc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ba287bd8ff09ea49c74a12744a57f15ca10d176
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4807d0e9d8ab2acf32ce0a64e892534b0d00cca6c9d422ebda83e6176d5971ef
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d280ddc640e52fbd0bcedf88c6321328fe450e4d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a80d76245df079ed1921eb6775af8fce7480db02b116882ac2cf67785917202
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebb38ba887e8ec458681ad32ce7a8a3f55eb9678
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5f2a0a47b9d962ad96d0edc23fec7759bca3227c3ea63ab2b9b66f3e77be18b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ed0458366b1d85ed547ccda2c7cfd63446dbec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706a92708b080f6e1159080c1068d6aad78d04b1f26dee3bc0a2204577d79bc7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..742856b230b005d66bf07e4f2b5823e652e7b1cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29c3212582dc4cf794e4eb884907a0960a3e4f2222712bb21aae04efbdce2771
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98b3a3c1b8355fbe776a78aa2cd883e1070c5a8f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2e43cf1bac4614b551bd30057ae4d71b0fa89625b90362954458888a1bc68b8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5caec16a34762edd1442811dc24fd456a4871f63
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d13c6ac355019078d3ccb43932aefa167468f0e9683111b42364e98b89fa8f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e0e9294f049080696bff7924a4d3e0c82a0db02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ae368ac1ca88d5f86060d8a890145e1e31b21de51bfa0dabb9745d52baeed8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f1a7e41ec09d30f7dd089e8f9fd22dd92864723
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf92893da3c4b4a47c0d4f1e1f76279d80884d74115f44a0986c68551b80a1ef
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c956abef3e1a809e64eb1206eb27750f32e9e22d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d5bddefac199619773e7912339fd3ce9fd7e0b7f5d201fa187645bf0c1279d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb45cae2db73636aa1cee28a95b3589eb923328
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8129d9772d627ea4ddfc83a38d39d6929b25c748b376d928822935c91f07349a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a513bdbbc86daf5be79a8c60688f3f48048fdb8e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a88b7a3bd1cb7246131128ced792e6ecba41a44330f95d2b8580789b845485d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0195106354def27d2f64140127cd011d8d900a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d08dd3e765548846ba9b5b55ac91761bcf339163e11ffa924ef12845fab8a63
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40f6e57fe62ce3689b8033680ab01b46101ea4b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbfc5442bd971141bd47d40d28c2d21d78bfb2cf14994dbd949b0b602acaa720
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40a841db5d03cdc1710344471bbe08bdfd737c85
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6be984529f65668ef9801157ae48b1eabd7c2b069f3db466cef982bb32fa0edc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef1d105c11eabb182cecd4bd54d6c6ab801f2d9a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1578704922ca893055cc8bef841e0a24660909a5d7d9db5c7ccd3e1087fdf87
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ddf550308e0065893d789ffaa1bdf49c708e15
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1a6761db80e63c786d824b74c7263488a1cbb6e9764c269b222578ac037ab79
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2e1c34b623c1d785e989cac8e741ea218525eec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:936fd4aa332409c937e22d89404e79bffa5999bbb218de5fdcc48e511e2eae99
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3978fdc2f49a68848473e7dc5ca0a127cbb7c83
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e7d7676a61c4cce2e1de7f473de4936a652cd8c70abf7898a66414ac07134c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89a6d8bd2a9715e52e7cfc855c8a327d3134ceae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e2b2c95e68d22d1b5dd4ef984946bea3d261872c044fe71d14a8832faa88d3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f9a86e7f8528039d9edd885d4d3624caf111b56
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b382de55427e31d2dd6c617408f62e357e94dd40706d2186e6637d84827430d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c099885e967ab2152b57d89d725c8186a7431e9b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa95d71165714d1545fffc649fc38666a2853f1c3b9fd8dcc2d95aa05f1a9ac
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34f1cb717bd6f50e724f5aafbf6984204ede7da6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a851524ecb03c9498ea6f284086918856fe6839772938e7fa76f4cb06b97d56b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3825950bcd7f9734262ffc24b8c38d195c0cd137
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6889504108a1b9b75a2e70ee2bbd64be69a127e3a7bbb4687c0d3283f93f19a1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e190c46d38a2e3d1a01391ca38478822aca286
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213c3ec8104fb007605efc086b42d42115975b8d222105e5b54caeb0462b2335
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a61ce65bdccadd4f5912ddeae7f4be586533aa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b5a72901cb35dd0fad47d2836c647e0f7bb2deefb84f9c40e9f4568eafd896
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84873e076a217e4dc9bea73a79eeacf3e634fb9e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b0c8c2a38ceb9fd7c5a388c1dfb2e15f70d76438e1cd37273bafac33e767b83
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..754aef1c6cfbfdff07f9829e2928c11051634124
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c70c7bc4628eea350e2ed5cfae9ab2464a986bf16ce4e1875ff8b8446f160477
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcd70c712f4bbc948ef0c9f80c44c983c4a0fe20
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b4b584ac5263d8b64bc679ba1d9523f12c60140b3a4d96b615846a70d35db9a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0598499e36713a5361fbd537b26e39eb00a4bad6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba2f51a75303fc50c0ccd892aea5d4fac7bf44dd1a95e9230b044202331d9ae9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d5c29b18c07c612716e9269d4acff26c6ebe11
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbf04876f9cd5b4aec128ba1c88d5499da3c47f4c4893c08d8db44850cd1cb6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9abfbafbb5483f4df0027d51dde7d2afba5b141
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41957c4f14a3f8a535d68933dbef160f3690e1c1cad6ba0a9084f4934057a647
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddeb83fcf0d914bf914472db952f4b12bc7b1552
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89f436ecbbcbf48d625627e7df9506cee189a0df6ee78221145012a7694a4a1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a91aa471354e081a922711a92a73a8f69bc98886
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed805494dd556f097d442a10f53176718af6717d1f00457364077d7b18ae01e1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..593fbc45c3f672d9170f863ebba3e4b9093703ca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac784a0d1efd91a93513dd409967ad55a51ffa6473eaef402f11492269481d1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5735b75444512edad3cb4ca818d9ace82ba68e7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9f9767b5d96a84024a329eef95795de259627c4d34a7ed9e34b95c7b44e8ce
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..003499a84b0913c5c79899f78c61a1458225676c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0596f464f64b6e384a2fba4221ed969ce359e600eaddff68e8dd39134c5da5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b0fcd5a1ac72b136110537958b7ecfa3e08a7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:398dc1783a567d616ac387d06d4dfe1803d78e1d3563c4c44835e93399b9bca7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc6a37e845789e876dfa694bed95d936299a42c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:865570b840cb696e3e9226eaec49514a350691e694db890fa978803e1d773a42
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27298599e292c2964dbd95d6ec32e6f882f7ddc6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9f51e13f736690e7d3de23a8871cabb886961e84d94cd8cbaa6319971f800a3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c816a323a79745597a903ba7753f16cd6c49faff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b6b497e9e6a7c1b3fdb022978e94356d42816f393560c68365bb4f46b21bca7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce34a6849433b7914beb2adb75d1768d40efa71
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c54d0ba53f3c3515d1eb49ac41666c114cd724cdfca7dbb9cb8b12c9c1d9e40
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6771583f8057cef7622eda4e23586edd9fa74a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f044198bfc213edb6d1dbad70f843388e56e08dbd7ce46f1ea77ccc8e4938e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e957708cc84a82b629de3c68568c4b72c9eb447b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81b6f252a79afa4215878e0e85fcba7e894fc0d4a51a70108ec3d2f327def9d0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11bfff940cb1b5b651f476bbe085a37ecea73141
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3235b5e911f4dfb05e743305b2f378b9b15c824a3c2631d1e14fbbf63dbfecd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d43a52e658c5c7666a3195dfc1b519b19c352dda
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:000d524ced17d696de2b82daf3e59ba3d36555067dc7ced3a54ad3ce33c15eed
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c7f4dbc8b1f3e9aa67e53fd3f9fe569ecc1a910
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08fe2aa9dd53ac0587d8c1cee81382015f105e4e9bec57aaadf3bc99d2b04127
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6279323df83c4e3c75b3a9c00fb96ca9c9da363
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05eb1bd5ce03ca9daa5cab3654cc5afc01ab53c5858e78f5020d2dbb345b3bd8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de0db33eae76f306d5f81d0556df8692709fd99
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb17b6db39cef862dc9e6b7c2227aacbe749f7be90e7a64df238cae071aab58
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7d836df7598c5d8b5e89be10d5d32d6d1e738ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3011588970d1410b5f0e2758719f5f552b97e6cc0b0d9c1fa6d3a721613e70e2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d5fd7f1cdcc7ae66054b4b201dc4d5952215dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23a4beb53611ee86781f102b5bd97128e2e32de8853fc695357542af8e0ea3a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..867cb271c5d3564ac998288f966d59cd98844f8a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:889e195974e32ccb28de8630ab8c93918de7384ecb7291da52f62ddea4df3548
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a962e6ec077c033d28b78eb761cd6e308376f801
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b153d4e37542ea593557e14c5f7bc0ccf6fc5c53f2331783be8940f239472dc8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cef58bc0f7f1c61e098730c2e92eb438ed203b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d8ee0c7728cd230fce658e6b1d24d412c4f54c9fd4dc352a09591df3e4ac3a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af50d7dd1d44afd67b9dc18884b746ce026f8d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3bd770fa422911e8db7d9204153ecb0ce9ef6b988f20727416d756967749da9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3094fc75bc0113150cae7ca0fab814f677b736c2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c820e7d87b366ef08d731da4b39bce0eb9cefc3e56135619d1cebda1b811659
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..541d49a31df1e3e9c887451293da480c14f538ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec6bcdc7662373daad5b8daecbe2fd56be5a455fa715f80748d5fe01add7666
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6546e90040abc16175029df960e6d5d2d5792bd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be8c5b087eff05279661616eda9bc17d23a6af6d0e72ac46f6e2e8eb4ed992c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c993276c5b91071e7a6e9a91a81e66a61251aa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ae399c47c12b2f25a166af1343d9bcf93a24c2c91ddfcfdf9560e560150c63
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..662544f2e0f0198a778be3b70db27bbeaef57aa9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153231db69f2fc8d2b94f12fce17e6179e98657101b70db8818cc234458922b8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0300682c501b77d4a95b53bfc88138df24001458
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2687f3c72503c0e1afd46e086a9a6dcdcfb9eb1db26a45b25f989232b93be66e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbc5da657d9fd525a40fc16ca5bddca10b8a4cfc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec8c3ff3bf3dd676898e554dfb29c29f5e3224960d868cff6c8c63d7a0141174
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ec462742a9be707d23bc8e8e79bedf0d9f3e08
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50aa8718d58c20feace12113b5e8d0a5e8834dd905ff88a3a60282f75d4593d1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd5c8fcfe66b2b1bd8188d6d96d2d935da87c1fa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbdcabc5feba72205470b9b646daf854fdcbf2c9074c3acdba70c809ca15d8f2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18e3a09b3063d615512913acf9274ef5c719a009
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e91957cc3b4b35a2be137d128819c9bc7f525d402dbf5a55d5a542d3b1d2313
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d6af528223dd87a43526464ad828eebe7ebdf01
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e7cd61df600d1821f83c8f9278f621da991f2a74d385b5efa07206bcacb504
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70a17acd1c132ce74b4d5611df08a62420684b6c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8712f960ba88c7b020934905d832bbd6c355d984a883ba2bb57b3e02a8d2a543
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e7d1802b34241c31a846177db4d18162268c09
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ff60b93505118efcd1953a86e75e07c47398e7f20b320fba5f93b1a8be7774f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb8f15da655bd3c17c53699fa1550f5e81744838
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37eee35e751a76c8c394c71ce0967c59af5f3a2a328ae807545aea3f658ec85
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7130cb45c17ea660c678646535e323e26a9fce0b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98735b22e92ea041c0d4ddd8fbde1db81959d8df079aa8c73cd7f0369dd34509
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e807bf1c02dc52b5c023629d4355c25bfa031f72
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0eb740a763adf61282095787a3aaa060afbade4a0a9ec26889217871ccea4ee
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ded9b2f9ad89e0951399e52a4822fccb13f3ea8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf877f505f42ac539f3cc4fdb738a4578edbbcd36752a83b87d4d382dedf886
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9fc4c8b5603dd4a28b840fa8145f120e54e9c91
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed6d36414240a07538011f377981ab078d9a9cff554870c5ee74c8f58d31e6ff
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3fcc0528a4bb2a9180df4b44978b3138c889f04
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20fa73c67d1e41169863a270ed254048e855af585e56f50b55d11bd1a1aea074
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e09e04c667162c6f824b0d7c678eb97aa53249b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad05cae5f7e20bb04f7cef7ef126e7a4eb7ae185e87c52f960056e1c281678d3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf34826e3dfc0cfaa03ddd7aebd99bc97935e3e3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0051fb566414b0bd2f22ea1c20bac4e0f69e2ab07d95ad88e9740b8a47bd2e01
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9af1b22d4642db3c76e466f4b0775ea076b8303c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c182c6d3a4decd7f88fde4d73d1cae3f9ce8b4a21eb44210b22afd48504759
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eb5ebaa963e79573b200bcdfc92b1203ee22bb9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc47df37faeaa549220813ad571a9d36b4bfef2d20d4f4d068607347120ba27
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c933f64ce0b8b0ee8e0fd4f499546f5c5e27690
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c152c32219d24dc775c779741d00e9048a1ab03452d374c1c4ab75d36c34c7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79cf1f2f2e76f9393ad9506019a0a27055ef9614
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c25ea1ef7cbae900ab01143c69c3ada44fb43a3c98be9df0aeed30d1df840883
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..467e9b4c734bf2996fdb1e13f3bb6f36db0629f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:305d5151d350cb3e084356a93077759308e79057f4909e41f980a5f73463b086
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240c964c81b55b572ab961f86f8d750f79287f1f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e214085dc6ad79ac06c12ad75286e3ef9ab646d115add6f7f917a03574f98cf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c58321f7ddeea321790715fafd9f9975191f4a2c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f9043957559f49345f76b4b4f2472336f78a1784e6166f602841b8513b9927c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0906f0e235aea60de2d0ff4f99a50712d858f57f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c4a8bcf02ce7eafb7feec52d2bcc017f89fcf29e2841e1d047422059d4b770
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0a8bf3c1329691b86f314e0699707e9af1e0ade
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a0b879ffa948b20deff8571eb43ec0044338364359f5b0f6a2d0362e7e2d3b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..075a57c71fc46652d0b4d8a35e18dcfb8ed49805
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49fc317e12561227b165be81041983f97151794a37a9094ffbfca5f0c2dfe0f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f592b9f2bd6e081cac058731b481de75098f278a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b1cd7df33cbfca81f3ed2eddf131210734c81bb200049cbf1c9c04078e524a6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4254701f36ad02231e9a81b38a24da4c69292e10
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ad06c86148474c6ce4f463656ddbe1d135197ce1043455181562c2bdd8b1f2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f9befc793d8cc5da1f794aa39cb0ef6f77480d5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7763132887c10533106c3d19aeb880f20576f9d64eb0cdae026097e0b15f980f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e4455f33c0e3c4ac69eef7ed487d5feead3328b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1011f1afb84326a8551551d267e43ef2b904b319bcef9b6f0f1b79217fb84c34
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37676a0d416081fa09004345c61e29a058d94421
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06da83f8c088b57b1975933a3c6f541b0835fee532305454abd05037133a3189
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a8c53126fc828cb385ba862cd48a8e99ce4dd3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c99b882f9ddfd31dcc075af9027c42f234fdd458159716246c896769d6a9aad
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cde5078a5ebd201824f03d630f1947fc4a4c71c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd8353990bb2dd3d7fa1217177c8ca4abc35579e122b83cb609437f293a0ac9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42fd4715332029bf68b7ad7b07ced497b2f97484
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf30398f6c7d5a400571c9525f7f21180363060cb6e6edbb170d4e3eb0221058
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1bc972216275112bfabbbe0aa70efc9679f3504
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:680ab5c68576a9490fb7bd0384b11da2a1a8da85a03eddef438edd6123011ce6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a8c063551c9139bd4d51f84cd2d9e529804931
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:284a93a76fcff754ee1fdf373f7759f2d929d544142b0d177645a9a28040c31b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91269765398aa919349d9dadf4d47ce797d9ae44
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd0ff54eae9acdb7ad4b3b5cf0ef9551384bb1850796f275331eea0cc8cb2e8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99ab8d2ae01b4921b10b45955ccb92141732eea6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598e20d9ba8bdc96b2763fabd69e939d4a5e1cb16b46198795fc66329b5ffa91
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..990b91994e456615b6ea4fef459b7c8beb4f8f83
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:973782c3fa28e3b9f9d6ab28ae646ce6594e6b999476455cf10bfb189c1a1481
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6b3d984efb0f3dfaab430806b4718830e191d24
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9350171ae62a074b23288188d25220d58a9b636c2b0639331f18c05c72787241
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ba5e0f22169b14686a0a0537ba2e93001267bc8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7472cdb7bc3f0f610a2399d6cbe1738c3ed6f1196b49b2b0dad3dd7ce43fb6f6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b4ea195b1fb5ec69dc3caed29a27a594d66a28e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eccd1e21385fb2d314a0780241a309d7613ac82df7f5988ed6cda9b4a7d113a3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65194cd2c0d88c7a48cc73f1a07d95b3613b2a02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:813b71fab8309b948bf9afb08f0cc4f975f485b55a0eb46a97c3357ae915beca
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab80db071ee7ec1194dd6a26555f99c8adc91797
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025634d6d3d35e105132289c8e682edbfee7284d9c7f6fd0e5f9118983d66d10
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..918587c7deffa8b5a5b1892eb95dfe852b19b497
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ea196c99193ad8d41741db403a4317fbf19641daac4d3f626f8d6133ceaf4b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811c6115adf9810dc6af41fa734a4784b38a0dc9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:946483f392eebccad040f930ce0cc4346784e03182c508f49929764355de70df
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c379df0dd1a6115103533eccca315cd00b6a10f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:815b6a45296a905c7695a12d0ba4bb4a867a3d6fd0e1e70638e66a982fa859e4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c274701b6a3ea2275f4067d9fb6a33af4eaf859
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0994fdea62ae2e8d8e476b20559ba68be24ebcd28da22c03d0f439dde59f96
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ac5d5ca1fb80736e26658042ef13ce2c404c23
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1848a7a3b6d5f0b6a948b03f2f03c351b87c187ac56cd0bc5f77f556d7e35a5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1345109c0278b682390fbd3df09c1f03fb542fb6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26bccea13992058978af80f19da0900ace4d78d88f7347b8fe7241c2e67de887
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14dd10bc73c871ce217cc15982431512181b2823
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee489397e3fb96d24d81ad4ee254406898f4584749e9029eb522a2340b953b9d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed8e86d23d81f5e83f1519728e59c48f20735adc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f1215c75d05a2db29e0806ecdbca7b9663cf20dea16f86adb260e4c3745365
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58450f088769e38cac3291742fa708b067a04eb8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d068ce48268d5f9190ca644b9427d91e073e1b6ec4b8cc7fa774308ccffbed9d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0236115f220f060cfcab9761d426e9f38b0f814a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:325541ee99e3bd8776b29a907b7d209300901eb76a9feab994d3855b0f51e639
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4112e348f459e1c6a990519ef52433c6a53f9938
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:193ed442d10afec667ccdb6cbb4c5c9d8071d02af9a6946e4baa2d9cd1bff29f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b679df9cb1c78ec70d5e43206052319b1f1640d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76db88c2218e62969e99a82d36c7658621a1b7cdf45cad0164b9bfec171449c8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db4511ea7f9e08fcef0014f4d34c2748b0cda479
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ab3f03a239acb970dedca89d6ff837735b56a1159d9045a61721f53927b040
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da55002bb8563efaa7f338228f8199918790a4dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04501ef683f622083201c966dd158a04568818a9a0e790c05e809f2674d78676
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a19b888c029f07d2507746ad7df82d8f5bc4d8a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66697cb1394b5adda5784b2ca0b4ef3586335744cbc1cf80968b5914130fabe5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..563e17ef7fc6deb67e744c32e4450ed911e2c7ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efec2aa5b4c5a60883ebba6f7a1b8689e02e837a3237659a5b5321ae9f9e3a5c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb2a8c9f9bb40ba307ab7e23798c319e33408248
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ae8d139ee626a366a62da20499a2fd0fadcc640351822ca2d1103e82a0330b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58aaba456e9c4d9053dd4c43d2fce0f00cdc2fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb71b4d5b96d94b93c1be581709f5e7be630dc8ee2fd9f1e96186f66c1e7640
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b44901e25912f45abedd6e32e8eec06551145483
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d5714117ab86eec3fb8a82522892a047ffc8ad539176439af33b42bdfd970f3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec5202a0d7837c4ffa39515de098778ff1f231d8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a674ae21072a0cdb6b638f1c30c4f2ad433a74817ab3968771d58a061afc909
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d60572bc5a0fc3b97a5a9d057f045367864a2455
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d31c6b9c3e49ce1fcdb718c4acf9b6034cace0401d1134bd07f3a5fe5428007
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa80f26c4f9f4a6f349b2d8fd1f3131be309c104
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeec9e5f754575cc537340c18db04a4eda14ba469ff44d9b6c78758769cf8815
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1adf9e48826d1ca2532dfd8baec02974ee08a6c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaaaeecf393a1b37b6d071b9d8e3f1cde907260ba1021e1e0b93c899b2bb8506
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b78ddf8f6784998a45d3efe74c4ef7b09f423b2a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77cca7815b9e658c2d2a97945a5c15a7e09d9d120ac9b8f02aa0c63289effcbd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa1d056bee3c3e665917ff6ec33fa1d3fda70428
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb98ee981977957bc2c653a7b99f586966a719126dac94042bb4f92c5d30ad1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b3af64f97cc6ca932b9c7422ac563794af6a43
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae1211e74f02e1f3ec1b5dec1e6065fb001417dcff7231e4a35e8f4c8b296e8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26d1949158d4e8b7753016027130d2670354fbf6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f49e61331a67a929c713cac0e59f175f57518996ad3ec89ed5ddd3c8d81f20dc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d67f5bd618c9fc48c860fcf9aee7d8501dda963b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aa451ca25d2ed3d3dcaff8e5be2728b49023811ba897edb173cae6c1ea8b2f0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..034e062a653e46cac7c40aa905bd7091118a48b2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60bdf2969ab5e2821b62fd87ccf948c65f1132d00810346070ac479aff572fdd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecb2856837ace1f3f1521e709192ef575342e418
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39860f10f4739d4036aefff38008ce080e69871220daafd08e7960959184734d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d9f868159ac26c8bbb77b53317f174c9c2fa93f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44dd92911d7c2473d96aae9a14f91f3da5eeee4b3ecec72df1f5deda116b77ab
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6bc5f7ac4df34d171db42978dc0cffa4d8c2226
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7501dc8c1c5e61cb8b70a30d96dae8f9291d103b0aaa0ba94272695f1d7a2bd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf60a8d27b2471db718aad7f6f5d5bf5d04976ae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:112d82fdae50bee450ad42a80a2a6efc311322dfe6e5830fadb400b4973e47d0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8854ad8b90990c2d6888aa1b1a0bd32576889de8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcad6c433b17afe245f5a6864a6fabf96944258ae26ecbf389aadd78c53afb24
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c1d76c93b2c9ef85332849a2cb9addc9d286b73
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb051c1a1671cc732c0a5496ac2acccbaeb7384bedfa091ee8a4282dab62af98
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd9babc488451b44e37ac31fc39f12b21b390302
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe50b311705c7e5eb7172720dc8e443036654d17dc783f4949f2a2ab51e8826
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7fa2dc32b395e2de3f33e67520daf770c13d898
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aaa2b9532bc3f86ecf61058c30329e27c7fff6471fcd2dbffa917b71c45053f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b623e4a7a1f9a82c4075ae298f006e711d54336
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b45c92a211bdf1e41c593f8e78f362e112221dd34cc099a15e1066cdde40bd2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d2fa40ead8cebd4371e4bf4cf262290a76a6fc5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77af22acf8bb22deab013dd36c1a2d47c4d702307f8b93c103ef087f25d93ba5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41650f890f11c2732c14398b085df0bc6e206360
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d53812719a63c008bd33f50f7cb1a027332afea893f0326e5c851317474875
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e4064116d42c130d23d658a62857c448472def
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a91ecd9eae1368e911da47d18db38b1ac0e81743ed85b29bf2881ee106b4a55
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c7d4d4bf82367182c3562a8de215b845aa4fd7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c9b16fd34c706fc0692a65a5c26e8b465b0091e2c35f1242f37b68fcb3ee679
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ea89a462af54d2f4f173dc98d3c359ba473743a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593757434a1676133dd1d94fdb67d820e4f0bbdf60416cb5de54cae724f07042
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b806d3187f8325436050cf1da10a9a5d629fb105
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5796a241e62180473652f310ad71711b1c394f22a0a9748f5020d1de3bfc42
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1759674316028a5850872fe18d74fdb285d4b27c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffda3387f37e70f79938b7164789ad8e3d5cb04b36bdb8be364b42c42d620fb3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e70c8026c0f1e000397c1e9994645c061be74588
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:069be3b5201d270889500854f6a1d956d96a04045c1ac318dd9875d904baaad1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e500b6088ee125532d876f4ac6fb2babe31e212
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa3332a455e035680f6fefa354c0fab360949c49b7f867052c2a04dbb6463858
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ee5bb7df8f5397a75ef878afd576f16e7e158a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5815b29eacb5e4d3d1252f8922ece148bfb16f162bc322734e2fa884278022ca
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbbd2635f2baaecff2486259aafd546b72960ea1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67f3873629925bbebd9afe994547236a9971b4e403059ce6ecb37d9803a0388a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36095eb0afc6644f8c734a5f1931475e4c80bbb3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99289cbe7b7a01a3cdb7b4cb832eab6a836dc401a8cac3ff1abb2e7aad493d22
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389a5cb6137c4582b26e8287fb2c4392ff562f0d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4b70229938d9917a0de57dbd7c707f3d7544f1d1d09bcd1df161f394ee757a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3b246cbbb709f387a355ce9ae1a1bad609f482
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f097dabb6bf7b09d18c9ac10ffdac5f3a1732393ddfbe7aabf8d90f6aeceee68
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da5b9886d5b1100b33b2e5c99a1231f79c369ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c67177de9e27507e45122628d3bc0185a1b30e3260fd0871a6dda8b1287b25
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cf89357c439325747b895069cb812092edebaf3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad0ac0811c3f1bc8b02486a3019c542ec3dc94f6ee1f792bd11645f0f9173d1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..473a51b67d17446ed89d2cef738d5f342bf97304
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b9f2d6e34b69da56b5e46972c707ce8fd6d628400781f6e7f5c1f589e6975f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6a1722f7458a24d375cfc30c28ff81d8a66fec6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4e6ea7b6e5f646547fe80cde6eb365019cde4b49dd8832708f875186bb949d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63171efe5247dc28b57b8917ec44fb8b3e25ed5d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6141c1f9de5b9600b1227346c2a2b354b22b1efb0d6154b4ce5ee42995f1f073
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218ac54dced09bc88f33e76a242eea1404335cf0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f3e410348d9b557daec49e0902d7f000ca96c25ce73573b434a72c29216777
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe7f7e8da3a44796ab76eb61eed268e6bdd2237
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98b80aad65f0e7be287fb43b423e4957c8e6a923126e424a1d0364a0b40dbbb0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ab08d928f0a52c2638adfcf1e056e6899a9dea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30cb681f0793ce7e84b052af3aa45eebe5055f471565f08854ddd62dae3d18c5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e35de1edf7f95b920678ecf0bc393179bee63a8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4db80ffd1d3ea165421bbc0d9d900b93771a75cbfbc61fc80fd90db9fe1deaa
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ddf4b101db85bb22a79698d2d8c364d63685bd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54b4a0464936e026a24e9832df59b6bff54082bad220e1a5a38d6e50d205e7b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40f123bf26dc0580990423147db43ee7e6277d4f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e76f47c22450fc3d4a22a49eaecb2d144d7cf4de1207d87595f6c3c831d86e6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9987fe66e269f00ce06b11eeadaf85bcc137790d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c94e43105787b8c3e2be1a14bb57f37cecde63afd3a48e47ec9d0b9727dc584
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec8bfe78cd57aef4d11d10a8ece25d52f11d774
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4418f62a611728806b0a1881d08a51aa7814ca868e3048b6574b8a5ccfda309
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdb3ccf285449bd365e177bf7e5c3b765c8761f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:840701b17dbc5d3f141999c4b2b4378c44ddf97e6acd5225cf9d5e5eb39552a4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..884fff78266cea58f23652a6021dc82431c2c892
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4005eacbf66294a0f2cae436f126f7f0e672f53a3c537cdece7bd6ab2bdbdcf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f13052062c440cb795ff07618aa75d5dedff3031
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0c005b1888145f487016a4656909b1e3f27c582b562901644f53c4d28a182e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91fe617b1bc045dcf6260957450fcae076e7d3ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ef2ef4c29a26ed7df69a16c8c867c758973b31ef3527423ab2d238ec905b50
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e9190e2526fb49924e9fab36b8f06ba245d97a3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7b5bbb5d4207472f4233972d1fe23704004c7db2e5e0134dadacfad266546d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08a32cd54c32b61af0000c65630940f1d5f67c2a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c1ad0770f7376478b8dee697ee1120f601e6295d0643aa1ae9110831715142
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127e362b373d59b356862f40b7bd437a008adfe3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a2d4a67977a8a15f8dd9c19497115187781538dfb0bde7223d388525a19e536
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cedfa938f33ef760fb100b616888731de41ccd5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3fc78036aaddfab1857253b25a0fd5cb50714a210b57f2ce1cdc30d45825088
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16bad7a4991c73902c1c9fcd40dffe9a3c0f054e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd89030ff12b3bf63cf7d72e6fa8aeba67ddff450868490726e6656de1b2f06
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e73043f955f0cb3ef0dbfb25b0af82b487c44aac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df05ec085ea95298118aa99e562c96eb70a70c5001ad49dd30d8287ec8340fec
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c77680fd3f2d00b17ec18eaec2392eda96a97bc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f076959c7f086abf6aa32b8c439dcf71bfa103370e4db6e3d074e1d8302021
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be282a5ee3be12bf304723d8f2bbf1c88a2e7616
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34de54dc317a1182e8976ce0fad9792d587fb518b5caa4224b8e22e1b3a71169
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c911e589281c86d48fbc3fd1ef07aea1eed9397b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6632f18ebfb703a10676db499e540afc11dcfc8aa244b15ce8c68255d502496f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8898aa7aeba387ddbc8f8005c8f9e1604551ded6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10df94fa911d7ac81f3446609653a77c489c6e02f886eee0fa94d4e8de16eb9c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca745c2df135571abf81f919966dbcac06a146d5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c9a24a7cb18653a27caca2b6171eaee47d0764515501a2c573abfa69f69290
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aca8ce5b681bfc405adcfe30521cd252a401b2b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d4a3ea6cf501e2e9a82e2da586536a8a54e292017b7e6f9387d5756bc639b2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9de8a7b1a93810d4b3a3e207091f0ad1041b987
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73063ad72b98c258e5e57dd4090579852b5222140513712d095d3e1b8903d7a4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68465a45da387544289a214f2318017a58352a4b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b8852e83007dbca68da4eac8b588a93b354c39e0a76b97c3e8a913c622abc7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e439c0af2eac1529b087acd8d4504b4d17c52e6c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d260fe3519f672cd5c3884a30248b9142b8f37d7f42b1340f8e8c3f0bb874e9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc1d2e2885307bf72b73da032775f09459c5c580
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbaac7a05be601ae05f5fec7dafc9120033bb7832f1d939f43ba9f18f9ca4d42
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d3262d84ebc292aaba8e474e16038959f457fa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b196e0139f42d8342ab8e941adbdc7ba26b42bbd5a7586ffd892d21cb6af4087
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc94699a0f089808597a07195d70f41de26bb3a7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c98b4ed4de54c2330b3d2b7e84a59aa2ba16e73b999033084599938c075ae18
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf97ba41b55d4b981bde6343080ec2c4ec369b81
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9d28fda4d59aec52d9dad209550ff4544e56aa34160497dc5d68044125fba5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf059448754247f8f07cff9495f1579359c0f84
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462421307c0ac75dc92610167b7db3ae371907d71b407f2e603c316ea5cae47f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a0cf05677f07364ed113d82e382363782cf2ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae0bbaf46d5f58b785dac6cd3c0123c84fed8ca6ffcd12c4d00ed9f63f93952
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78692cfd56181b85eb9e575861fecd1bea36b5ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff4b29dc7a3669bc3589649b7ebb0e651e428c9960a72147f7c733a56853e94b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2bf4336949cca450d6c4f2710f5d6b0c99b97db
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c756d78002c2d5d5ee60c067f550f0b7e4e21ca39440d28e6ca35fd452d361fa
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56e440832dac6442d4d88a3d1f61f3efc1ce1793
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3792274196859c902f8cfa753189d4cc559ac2373b54ec7dc88f38cae88ad16b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..837842a52ee5ba0dc33afb92009b0ea8144966f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710de3ae659b491e2af2e38acbadf5c91ac5b5eb5204c95d51dc61a950ca6df8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7189b17e7c61c9aec505fb062de7dfbf220dc706
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e682f015406f258071c7e838fe794dd8ac3b7cc1cc2115748445133e64511ea
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc8ea9e966b79079c90b9b7d1671ecc3db053455
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98cb6e73d9be25ad8e34e0813b7fcd63821fda858ee16de1be15f60ffa6f1626
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72fefb89fca28c8f9ed8bf777169b8d5102a02f8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c3bad62676fcad4d90518fca2aed63166642e339a6c548c4962138fe96f418c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea36b61d8d63b9271dce4113996e0e601792e535
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1149258b8bf6f377eee91910236b4e2c9d797178c9cedf0b7e538eadfe3a9a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41f2c3bed6133369b4a58dc6a66bfce4fa4e26d6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd8d6ae9bf54807798a8f2f8a23965a507ea93102941cce8fe2755306d6393d0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c29a73cb302b0f5d637eae9fcff0791231a1886d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea76aea4ac6bbe83a6f1d608f78d0c7093c9d940ea800fcd50721085aec5156e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558943d60a064917ffda0268d088e4235643c7a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b111cbcb94b9c0ffc3190884b554715113cf694f5279e0de9afa12be44e9a14e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00cb896a0ba8ed249f6a0f3584ea04604910b3ae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:651b713ed575de22af1bdda8f475fcd61bfc35cb513de3094a720c964200f29b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ab7872d104f3142bbf3423a8de4f24bb2166695
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf110e7fbfbc7d163a04025a03c1bcf8d90c49c504a7c92b7087ad80edaecda
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..031d43787e83fb64b3c4657414d90c7ea55b0fb8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e86389e5810c51825d9ee947a0b901c3c5a8d581b3ea2ff3394e2ef6a73b434
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a571445822aae9a648bcf1748ecbe1c7027a1f5e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93136022345a3570b7a0a40108dc4e37963ed7b45077eca908c4871990ee4827
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2105ae75a31d8a25355f425c4cf8b58136eb6fef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be71e0c8eacff4b04ad811a0e02eb8bb30fe0c51f45636c1eb42f46a7971fe4f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..898179be6a4637ace7cdcb81be50c5adb42c60f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c87f3b651e62a6fa436ccaab55925ef3431c6d77fa763b86c085c4cb239c23e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5142c1fe81bca84bfd011d0aa5392683c148e1f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ae23003345d454c932f6f260f2c466cc2bf031e90ffa9ef3aec29aed7d2db4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a43f6c2712f9125ba5450889bbab62028f6b1e2e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ea5a0ed14473098811445d34fa3110262e323434d2e7b0ccd1a0e5568206d9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8185a42104bdfacb8226ebc66847411767d7a97
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21307512c01d433abaae114097673a76fef564fd30e17843d1b5663365f16cf5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdec5dbbfbe1aa836f4edbfd00d8476cffd363bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29b9c42ae79e17a91ea730db53ae43dd4b5ed8b154dd6735ff4e627d3c5349f6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5507b41b05ced2bbce03e871857d7db4b652174
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876fa85b5b8586240db0422deaa1c3029d491ed95fe6fb0d9405e34486d26669
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a917de878a5bf90417e9535e72a6ccf9110c405d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d14439cb60c08fb3369dfe730bafc0b6adb93a10dcaebd9772625231dcfd116
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a17508b5e65ce192db39ef22921074327109e31
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:428656a58b386720db3c378a8e77c4ced2e7b5d2bd9e202c0124f35d0992957f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85201516d610bae0c7f34118467f5f6372371253
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94029e4750b894dbed24b6df419fd5f2e0643f2214893f93b82a694f7fb99146
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78e8000913eaee5d3002ea0a037b9278e984b029
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ad54e25fc6bdb7d922e593b9e3151b76b0b48bc55f7be1734ee6ac4485104b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6722bb0e682581e8d7920610fd9afbe343f8db8f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7fe9980178edbdc973219ea23d2595598911b1d36d050c0c7ee41c58976acc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f775a848821556f4a8db25a61f932f6c415d40ae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8ee397a330c0ea9aa833cd22c40b130744bb6bb41ee42fc0eddb9685df238d4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e003b02014369e2c46e84b477c48c31ba78793
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f07a3a220f7974441a777d5a8da5cd230de58ba4c7cfd22e98527012eb3208c2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118fc63d4e7121aa32bc7cc4173954351a6097d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3fb186788a07991484717e765743ae0a21eeb2a98e92b138edeaad8ff706154
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..798243daed944824f0ea6d23ae18b70089852636
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:787a3383b9f61eee08d4ae5a3f21cfac477e6a712b7d7cce76cf592be0feb808
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33aa5782b1f573f7c92e2cbd00c782f1fbe5e90e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d27b1ba0332a010b58996c704605260a0c6f9db12bed2ca0fa11e11bc39e64
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..496dcf7412dcec991ed39f4b3facb02e26fad13c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18cca1fb33ddd28536ab9f39c84ac188115b263d8175b368f5d44b9f25bceba0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb13638373c02c0ddab73ae5fd61244002e3fb1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73f4172f2d398b71afba5b06222e93c7f29f38ae1f7c508147d2b2eb49018aeb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d562a6189d951013e8c448455b3d2a838b1a153
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:788ae5025d249eb696da3d16660e14d11984bdb32e7506d0f7c6d127f215debc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8aa25524342069e98022355c249e2b5c8f6b257
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53315d55283ee64d8c994eb8c23b84246c211d4bec2910d839c8fb1d7941bf41
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31b89d8090b64fd8972f37ec5738aaea31d54c33
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e69f62e3a7112d1b3fe68615fb54a15d448a46bc260ae580648af30f83feb3e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d305d911a932010b6748d2a3ee8cdc66eeae9fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b871cc8905ed4e627e1225b3952091189bede23fe67bfcc0acca27cefaa6b3c8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e2c8a5588b375ee4393f301c618f3f91b77fff2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb31080d362863c166ca0665524c970beea5d3945be38fc76dada56b3665b7ce
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb715b9c75ebc4555e36fcc026ac20f521013cff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1457ea87ba08369a3abeed375772abae13619fa316ad0fb9ae6862f0be42ef
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09cc851e644a60803d51bd0148ebda44d928b898
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48bdb705cd5695d7d7725952bb20e4b246df48237c8df1cef07d1d1aff64a108
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..849484f1d5a49f670b82a49b1e713b470b4f16d6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6811016470b651dae512f01846e7012316f67f146c1468c8b5066d0a155308a7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b295f3b2c537d03f1647c0725765dc0356725f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d14d0b18ce0fe5530670c3ae8a77d51d90e5ff8d3371d757b8cc534e3fe970
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..239bcb4e70bb2d1ba1c865bf1bfe8a1193211a9d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84765650b733e50b4d24056e2b1ecead5291b57f37cfe17719df95282705f7d1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ba1a0771bcdd9119c1a1f7042272479a38be31
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c07d624f94fc6f36519c3d3d5e9cab12aecc860596ed75fb0b488905efdc7ca4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ed293b365fb6a3195f8c81ed9f421e196e3a97
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d3f65f13f52f6a7e2647b5aae517dd6607664cf1459652d49c81fc638eaf04
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..799f530c82e2751860ae6e95f139072bd9e839ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9e40ef70000300440acd56d4b095dcf1ddde1830f85b55803eb67b875b2678
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5655917c43b3a7b69c8acc814dd8d378e81c6623
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f5e46cad6e8f898369b151179fe76bb7c17d6d8c276e2fb85610f01950047fe
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f666ca8486c81d1169b0b8d94bb1eddb127c08
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f48b4f26104751e3a07d721dc7fdf6f5a54d05134fe28379458ae7c63b9390
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c553daf0ce00809ee629f79a897626ea93e02d60
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df1093db5efad56c74f1dd0b5f4a4bbc094ed2171f98b73cd589cd8e9bcb8d3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..451dab3e6c678c3c4c08df9006f5f1d133f13cd6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af22af1cabd5cad3b6df3613326c184e1ef02ae907b5756c643e510bfd984cc1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47070015d22f99a02575c127153aac5009392d3e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab825a5d30959ed6f49f20a9f34c366bd84156aab92f34de202cd64d24ba416
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..186173cb6a3f9ff43feb21a2c378c32e1c0ca471
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac8a5baf0288545450e3d2c547e502dc3b9c1d82c92aacd418d5b8855d11bc9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2fc1a1ad7b8725b1bf69475d3a81c696cc62d2d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:826291eede78d454f0e79508ee401e01298d2257d94714dd42a4c9c672a394f2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c74f6f189ab88f4b82178f4a448d0ae7e89458b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:449bd0ab2ca91dca39cbf22a1671453dc965f1576fcab7eedf9a63defd1f3c2f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..649a8b42a9003c8b996f67e665b1ec448d2b15a5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52330b1b6c78e2f398b9f6936463c499ed3fbd7253930ba2e648e0425718e4c1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a9bff4593b918dec7eb35c670c49408eb03ddbf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf0f705da3cea9a445abfce6df524aba2dbd12c5aa9ded52fd1e762825278b40
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a03bb944dcaea7bb7f41d13afa7a3afe7ec39b0e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85287156c8c354acbce68fe97857c0b745a547f6092c30ff5d8828def6bb82e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea31f821951e4ab2ce319e6a0ab6e035b4fb5ebe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fab6e26ce31cd551c8d490fc6cfbb7cfed2585210bb018c7a462e545e88c515
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e87025eeca8f35830a0a4d30982414a1af6d61b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:703984a9f9acd1ce15eac25b342c37d15af4f4184e9f04134bd8453d38a71747
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d9675a19c3cb69f6747f0567cd4dd1ccf1e0e07
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffafb46fa0748dfef024a2085ca0d17cd72127dfd4b04a4a738a7da942a680d1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49c81aea2544109dfae3ee0a78652085338ae3b2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:456e5af72f881099c5086284a0e5bfe2a231e26ba559706d3c79b84c8761d516
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09718c776049b46c753d8af649da514b83a05bf9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726ab7c50da61da933cb1f90a41ad06f7e66627af57957c7372c713557eb0cd9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f380c1961ad8f37f1d824199684b77a6830830ef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73e872afe49e89e2fcc1ac736be477099c5e3bae73d7471fe295c55283013e04
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a5de0223127adde5d025edfde51f5169270ce4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74cbccf44c42b26ee2551412f75bbe8682a6b08f21ef300e923b10bf7b55d149
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c4b4a594da1fe494e6239bfed8d65e1a21229be
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ae115e31276e90fac4cba660928e24d55a45b4824440e8405a1f326026111e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4733a85b346d07453f3a45907dd101d10796069f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf03e6cc444f2153f30caf173147187b181d83352acd2229369070b4acbd463
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86520727511ddbae2855f6ba6d68ae6673777007
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bdbda92eea49713b4b1b4d10e32b4c01703a20b589ffbd5d0adfab74103d377
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a365637778ff99d5b832e48bd863ed4052c45d46
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05bde65dc317cf6e07f67166dafe0d4ba642187af8ef7baea5bd5a65c439dbcf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f6f6ff3b40d0bc33fb10b3f8329ab880001267c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a5204b213d7075a061aba386407754afd2970f3a5ef249b5d707da98c98ac9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4b0d2b356035383ce5825da44451c85a757b6bc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd0b10311263152873a82b3f79e1eb72eba1959206af85738cf2ea0200c678b9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c29c3dfc7f3697cc2c62254bce2c45bae55fabda
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae917a689e42d771b5c829f9af470e7c9bc2e6a7c4e0a8a5f193c7413b1dbc82
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2295ccffeed70aabac71912b5fd4183d676b483a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e42810430fa19101801a19fb7e5f6ce3472cdc0ced49bf85e571e3335f13462
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd1ed011441e3c6ed001547c5ecddd57c04d65f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d8d541dcf6481458d7aed4b556364a4fcfd262ced070fe5451a11b0b71c993e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4426e0352c6347c9298c0da5c8fecd8eedfb5478
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccef9ee875a14ba781eb84fd02eb111ba4e88531c41d015d9f46f789ad8da44f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f508f2d3229d061ecceea2fc29e6748d6f3953
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59adba1cd887c15342f3334c7fe2240ca18324ce5940356abf690247a6f5b772
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b538f80e30c0455f82bd4f4ede12076bc2ba5a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea8c5e63b4d53fd13dfdd2cc5c08d0dc5eb8514ed06a3242796e6170757acf9e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4729bba8ae218726bc8a4df6a85fc74ea051482e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:031caa23a5ba4615023992f5965ce0cc912aa6ea49a0877b0375b82829497a08
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..120cafc5e7fa4dfb49f3a75561cbc31f009beefd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af2c06f70ccf3710a81cf1a967619037d1e929f07c309fbd7cc1b9b580502a3c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10366e2d56e8ea497940757b312d2ae52f8a715e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27af63a70f56a7ae0ef27adea4fd521905fe2d23b268229f3f25fbee2a4fb22f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a8055ed8d21d71c97a0ead4f3f4b62e236901aa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3961b09014079f6562c367dddcfca5e7c707a69a07a74c851d0af0d191a12fe1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..310bd478d574ed0767e1d6db27a7c488d70c9c66
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e2db108d04aeca4cb59113fe7dd3565559632addb20c58b9752b224202fab1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b26784aa3050344ecdcfc5f31452ebb8afacf0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39b4b4d7c348a1907a28bea2739bb1a777d8531058aff9c481489cb5804a641
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b07deb7cd70095791ce40f33637066352072a3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ef96f26915bb4b952b6ba09168cfc76931ad2b18d45aca1d60e994df91ee35f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ada7b6a12ce18397bb307233409fdf9e3ee8b06
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c725e0cf6625800205cc05a871daccad55592b3e9e42710be5508a4e42d47792
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3684516ecb2dc415b5167584110ff7aa72525d34
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb5584f77585fa6c0a8593d9c11bfa7161afbc22ed78d609261dc5035dd3df1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e77309ba8ab11c3ddb5a89a98490de5e07cb1b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43332d845e10c0e858a70d8f10f82a8da91b5ed071eb024d9739c87e35a698e8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..340816b6482ccd623939e2cbe72fbfcca25dcbaa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f01841a79f7ccde3d3075a1e3a1bbffb9f9723e3c01c248ebf73afb008d033e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4274c00d0a85990ea89ecf2a71a0ecc4a39ea66
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991f015c2b9525f0c19444dc9b88b9af15ee363290217c5565625f7d043040f8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b993e69e38e91c0376b58e56c59fc03b82f91306
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c103cf0e5ba66cbdb00d487cb686972e4ce52d3b4fc5d6e31c6eaf6cb590bbe4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ece7450a2532f5aa02987b9aebede85c7283d1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b79011091fa4490ecddbce6d3a165a6c49fc5a530acaf7029b903642a2d857b2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ada0586d1803d917137fd274c4635ae1751ec36f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1eb35bb92b2601fb96bde43db94f5db62f52de9e5c53182e663c785ea98d9bc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c87da09eed61bd70931ef03258dc9fb39a350fd0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af953216126b3f7ae75d131a6feee1a2ab163b8979e7a06c0143a46bb6741ed5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b4b65b639ff4fec4a43fc2f8f63f0a27d664ec3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d39c9181f70119f9a83e63f2c7232fa48e68276bdc02f00503b15e5f7e6eb61
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..751d584b6651d77ebba78d0974e3429725759046
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82fe4e245a61b50bffa73155fba2e36fe51c5f6f3c08d14d15ad246baddfc37e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03193a8b8d88738f08db4d473550b554f1eb6b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca885c45f84bc43b12af07ea64cca4c2311f3a4111a7258a50947e4dd2f71f5f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de28b4c1f346187bd427a0d992912bd0f9e750a3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bdf4b6a49c435f16ddc9dc01dd44cb09b0a2e980db9ceae455b6ce5cd164784
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ac686f22af054bf977a37f0bc091c3fcf8ccc17
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f77fa4c344e6af3ebcf398ce6d6b24c07313143a4de983d4046390970d77bab7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fabfa256f0c6595841e0042e2496ef3d7cda6df
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:507f6546336aa54bb0699464e523228d80c281646ffc0c43b4f3f8e2caac2591
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52274b2dd63e4d88f0140813f80afa87ed9bdca0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb1665d9ec53c14dc5dbfbb82f2bfc89c50ff11f3b5d05c258215eff420569f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3e10439f575fb48f9ad1069049f586dfbc27ab1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e78c029df658e9ad46838e7e554cb87e56e8c1918d60ce310a62c7eb182d7fc2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b96f5d4ff875f309d6628b58045e50ab8986352a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e3e1e9114e330bed8e65c9713aaac262e0ab56d9ee6adca0e5c1689a681d5b
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbe1bd80faecde01b80e537735614790cdf94625
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab1ecf838fc3dc27a8d06a97e27c682413e818c10ea4b4d7026d1bdff6c4b03
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2986d2b98ae3587971e63502958c7b068573aa3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1f188e67a3a681a6bff311939759ad6fb350b68e0df28e681b52a7f8bb49fec
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..142c21316af9bef370ee9256c50473f41ccbc2a9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e666e3a54d69d35a3e975e2f4537daa07aff6d2a43aa139ec63c2f5eff7ab50
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a705695cf33ca680f7d660c0c85f51cd25b671b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c46b805eaee4d5ad2ca2cbf0f2fbf6349a63c3ad93ab1ab18422d2cc37cd992
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2255aa4c7f07a8f315dc94e0e042bea2f330d458
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37169df352269b27c2135aace911bdc03a3c3c65e5c26c7712b5b30af7ccb8ea
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a538ca1858fd16a866ad82f3a24e477be34d1d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca6e9d0d7f247fac9fccd0fc0efef8273f8b488de2374735c43f4512252fc22
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e9aa1f676204b474d276356709cb5465f11677
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1beef47a52c10254aa12648611d1b04694974dac99731349705669f9c5ace59
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb0f6a26e1544d992bf5360ee1ef5f184027dd70
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85cac578c9edc68d5aebefbf1a4b96550d97bdf2cb4f259f79cc362f49b78ee2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bfb7157ff6679f765a88c8754d6e5a39aa14190
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8844d4a4fedea41659e66eaa6bf06dcf28a8e71e87b0fa61f8d667abc82c4c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f07ac5dc73b598d4f45706e2bcaee161999f9b0d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d23b22dd02e939de1a1fd3b3fb38a2dde45677fb20d293642e2178f78e5d1ba
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3517aeef7c1b114a84bc1093902e1a31db0afdd9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2550029819db883746de42fc9a4de541f62821b30018d64507859ae8d752ac4d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdcdd899aa705a2028506e392a05c01df598f3d8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7095af5a88ab05623b097bdc00bddbe9d875319c153a9382f747097bd8478af5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2bce7d9cc3cbe5b51b67085d89cfa41ed5ee1d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d8604be6a7ecaa37d4981063456df4b3daab929a94bf975cb60a900adc0e6dc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a50c14be5184c7d244b42e37147f6551c4c853ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a233402f1d97cf56da4178b0ff967373fdd236148d72d6b1faa90545c4cf45b2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26bf3fc003ab429a8196e7b2adc153f5accd62aa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc1e5f56e53fc360d5e6042be9647e0e3d5cb857161c3df070549c00508f372a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d0a140b5d35c565285c63a3aabb86c3f9b3767b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c2207f1d673e8001f36bedb251822fd22024b7cfd25f6e0f88d47a91c72ed3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae51ce4359084aacd3ba29aee9cf3d498323f80
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b172997b07da7fa0c334af8f26a1acd500caa1cd00ce2f769ed7f8b6203a8fa
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e17a9f2255903119572bc2d52f4d55b70f5b23a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947c2500634e77e92a05c875e288241b835b62ba63c518140364b4c73bbe1f9a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c8ea9a175fa55a035dd919e3fa4960823163908
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3619904126b28d06dbc35cf136a1bf77eb082ee78d4ce1b1ef6c2c0588a1ff68
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7268ad4a52dc6be250830169f439467e1f108be3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8690594d2957a6c2fd7c370957ce69b0877cc6baa6887ca236db7fd8d012a52a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17066c8d9af4c4c4c4d8cd5942d2973222794c93
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01a90d894b59f5f1447741a8dac108501bc4ffd03eb8832d607552bd63516f2d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ab93b8142f211946093ca0097e40d699eb9cb5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9623f91c01f5159068f138932fe67fb17519d07120227aa3862b0f7bc86cec2e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..065ca9fdc997e13024d605f3a9a4f9ce7d822dd3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc98e9f6fb03d054a7581fa119ae8b07102eca4ec43d03a5780a7cacef172669
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92c299f329e2ccb58a560217ab727aa5c1ddef8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d5eeb62786e2bb2c37556f41e03dff28393e337894faf9e6af3ad4c683f2be
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61e7ffe298526acd3b3240af8184b56eee2fadf3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0cb8abd37095848b1cfe14d095eb9b8d85b3c6d5b7fde80d83e8fa24e1470b4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ba8d1133d231da22657db1422871b76bb1c86ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf176b277f79dc798843129d1b9f11ba565c46acafdf77ed3ff6c21cacf986ec
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a450e9f6b9f618cbd6fbd94ea592e054ded5f51c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:655c413e70cc129605997fecd02024439f598fc089b1f50418d2ec07369e18e2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a48181fbf6a2a5f23f391f3ddef8439148c40a6b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361b3f0e9eb2832830d206919eba845abef335c7d8ce0faf9faed44b804ecbc8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07ce772490dbe7327aa29d11636d9caec46b86cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095f2db51afe601a4298fdba77a1d6098472e06161455e77a0e04ec4d4a06381
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..989fb29c556be13a63d0498c8cb79e8a67f01d65
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8df4962d8f35a4b6492b85494b7931c4a50194600bda8573cae443ab5518e6b6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a16fb47741c78d34b3f07665084bb9231db9f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f19957fbe5949e271cae01bbbac717b99256aa86f0d73c86df4b2b2888be88
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98939c0b6614065e6d7d955d04e279d98239aded
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c8aff15cf7466868f9d8d24b6c3548c0ca0934dff98e28bc2c6c8a8464de54
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a48e0f26960f16dd6fe2228b95f2ca0e04fb8519
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db03e75864d196aa72ead0750e4526f6ce5c549c05d41d6a1e5ce6cbe3f7b758
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e645c086cf767c18d9e9723c345ee6efd35333ba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac39a2060c47248285adf8fc7712a7e7a73627984aaa6b3bda5f79d8e29384e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d323356511add3c6d168c646d0466115e7027371
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:940d8c54fe5c6d9b597b68b507eed9c030c83f36a39425c3c53b4b9fcd4033d5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..427a2f72b1afa60fd3b1844e55ac671836000c91
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb5e60e89394d62b91d70c253c94c182294531253e068574a69f902f99b9f9c1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d2b6b9862700f46d391f5ec3745ffe319592d7d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1517e7632121cf08ac62ae8d9a5ba9d30abc862fbef2bc00a09646404ce944ee
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb9878d08b93f5f76194f3eaf6d736c807eae889
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83cd4967e91994eee07e9c441ce84d3b7ea181449f0c656b543199586c135bc4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42a25ee79ebaea88c5dfa56a61a1afd05ce706f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:761600b19bfaa3be02818d1a3f3de4b8f23778665b5e5118581cebe2613bc88f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f812324fcf1edbab27a0e8f26e5512e2b509e4b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8e87a8d184845953cbedd1140c9368307f6b63ff463683eaac2c82c0b5fa6e3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5162d0aa4f375045b42e553f79fbff885ee5d105
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b3d0d89f048e415876daef36530a52600d4e466e7a49e5248935acc39ef11d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c8b1b8f9b0ef44d19138e747ade0af6c5877eea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c1e39dc698b0b4744ad6b3c222bd1aea6e2e45da2af0fc74928a141d01e8c7d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e23945ea327fa4313ed2f93602f6807d0bde5c45
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83eeda39b2cc6cd195b162cd4ef8f594d8198502b0f7575fbd6f62a590ebf6f4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad22c6aa3bf91b2bdd45213f7bbaf8fb1e5e727d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e27e86782da24db28d8707838560fec739753d629be121a0f7030b33544455d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..561b2322b7c6f058a48167cdbe839332a535247a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c3d93816dd4c4caca420ec310c1cd3a564158dfe1ea6800ec8191ee0c199bb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da329b569831efa177394e4b79c143ed34f78708
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4da2a7f45525a9e1622f0a2d917a04a663edc1237fedb516e93d11bf4d81fa
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5430431e5122851fe11e7f9e001cf5823bbb2a91
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d958a390377b86728c051a9ede319aece53c783f54af7a9a81685a69a103643
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff48129695a5af3a6a22d3aab6490ad725d4ee5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90ddf5dd6dab6a30bbbe1130dbd2bb84cdc4318918316931c2637663b9025938
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff925b3f0779e2ce619821e6feca55560d695cfd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b067235b5a96672c311f41f4b4e79912e8cbe794a80be0614ac2b2f93ef280
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e030aa06c1b24f9700b753e69788a0a1c2f0d9c2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db78c7f515fa14118cfb11e433812e839d1d37daa7f953f1e03c1912bad1693
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f55946f9bf896bcb93e8654bea37e4647fb7e0e3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c9bd02d0a067c7b244f7e6f0fff9693a42ec018d69d1d58393a1731aee3ecf2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c5b7ef1e51cef618648c119a4e600becb82f11
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:440874730486041c3a944bf14020779d1267e41049a75813c70f141cc2203111
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaaa2b059bee376b33063c415f695698a5eea695
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:934375500f37884fb7815a2b2e85d5f69192bd04e673e26a2afeabd6d1d8566c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..526426b2d38ec9d2f4850f790b1c9a4063a31c4e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c08aa6ec2dc6c8e3c1e667740a59dccbd6424a5c2050cb980df19065cbda07f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da2a4b32e1c6c08177f55ea18e7d06f395b13524
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de9d3a871dbce904dfbec8660b1dea07c6e77cba21f81185833a83e2f87d0e0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9831ad741f76f913d1859273248454bc49cc1787
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0d2f5e20a19388eb12368682471505a1f165653504d57d11eb338b9b130931
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b07604d8b7dfd288018f789a01c5778f0f3eb6a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e243688b3a603bdeecd0b12add77a7ed4bcf89886f1b7f70bfa81b9ccc8e6b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef043403b2b808cee8503c7a0a18ea08dde4f55a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db6f22e8b1c4c36e95156c114f115a0d8eb51a58d4e8b1fd692076511e2df8a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..618987d2a90c0f269e6d6423484219827e9f1284
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd35f916fddd07319822720232459ee8b42fcd0ef509b69b31abfd862669b3b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad14572886a37cd44fdb001397b13217210109b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d9fa5d16b3699cceb239dd48ec83e7bf85343540e059b4343f792dfa63cf927
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d94c128d7644e097f814f62c30fa12e4e56e49c4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c90c69aa6a5a84b3b4b0ccb724936b18b5106a41579386e8f892a96ae28b444
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1ac002818b3642b8d3da68b8e3819963c3e5b32
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c386e788a92817b55cb861d5d6c5b36c57a1570b1a6b53cf9c94c2c867ead5e9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d35345ab9a8238358f4a0715f8de65951229bc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a4b65a7732c59bfeed671aa60f2539795e2c06af88b5bba42a7a590532e14e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da465624c0d9ada5769f5929f9039354cac1457
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b41fe9d733d6bb43d4f9e1421a696fd3d6e8f64c619162f0364c58fb6c08b6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce294ade4d15d3df70163246072181d0f20d7fb9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c71fa068c4ef52daed9c40bc6bc5ca743c7d96c6ccba26c732fc17b69fb0f0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9d045ec9c9be247da1721e5592d252d1bf25e0d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7450af52dc0e51bd9d5a386d1a9a7738f735331ca310d8400c69a0d9d2397698
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16f3ca6c130de77902c82d867c579723fc2b682
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795845a4e1e499208792d44adbc7ad7b25e72ed7aee0ae47f45615dc61d471c1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891cefee7c237392a5d6e576b0f4ec897af62bf6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11936c6bd4d72457ca1173d1f07a569e5603a281407967c2a9e6a00d4fcd34f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdeff7e07b6d041bae3828042131e914ecead23c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54f04572821d9f23ef21f8b08bdf3310560c5225385b592eb9a030d5935d993f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd5e001ccb22af93226ef62e00cf744596a5af52
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65949210ea0e4522da09e8be7b384ea191429d0ae5a7500a0f36d75396cbcf8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27fdd5e5d35727246eebc6ede98b56162961885c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:262da6e5ba6a15f379d48f93a372548c08cfd22f298fa1058187cceaeeed05bb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac86582be00c8d3ff2afa1de470a1624843cf7d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa4041f0dad37e0245a0b0c0e6179cd3b487e5aea98e47353ca504d145012ac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e06fec672a483c16def91f98d2b8259a0681db
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5812ac4be044f20850801f495398d230d89af85ab57e2e01d085d4cd4ed383b0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6062eae8428a5347abcd572bbd137d86b9e38afe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c7354eb644c134e6a445cc4c5dc75b00ef27bde4e22a238480e49b051f5a872
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e32cd6227d893328ec87b6497fd4f25bb91302c4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d352d9b64564c23fd00808115f36324bc546a326a9efd5004a3cec14a88915ac
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e57ca84489cb1d16f0bf032b58f78ef49a47b11
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85a675e60ebc6407d665b5c7d01473e5fc751e6bf82922e29785accaa3c10586
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98a468dbf0b27e556530d48a0615fbae6d84d692
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a0a019eba3dd22f77f34e846e18569f6f1035627eeb3ed430b330d0e400382b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..635933b338aee65468898135f1ac6839acd2753f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fbcf3c93686a923c4c96db276feef1f2785c8a9119b15b5232d37eb48e41c0f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6621261540a208e4b38498bb649b3dd5f17303a3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d30fb203a45e6f5362c41642c121dcf22f6394573001f2db5eaf8b00271bed
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93db2c1696882cfe7428f3255e8afe6b7b8a0ec1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1bfcda248a41b4fb333a234abd51ae562d0eb2c7a1a81e1e1c1f33701d3c5f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6b8f610514dd00412f4f44719909449c972e02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71967885b3fd9f3e9aeb35284dad6ce3a8a52d2705a992b60340d5683aa9af08
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2362ef56d94adeddbf7a63a22efc87d41eaf6005
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05542773afb298364518b649a71a2e559c50fcc11cdfc93797e01f00fb09ce4f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f39b102141705f5f04ced7b5879ca1ea94946a07
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d1dacbd3152db85699890f9700409c6469b4e198033683b036be865d1aee4ed
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ace2b0641411d5fa5384bae2790f402ad150df3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e46395d36aa4559b3907a72a042f73d8cc6a7e7c04829aad5f09e697922b50c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c4d80d4b0b402be163279a4d9b3410814d997be
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7cb0022b7025702b81ed79c4c376538a9ea046561d22b6c46cc576e63f0750a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d0e1a61fc7804647a6c5955e5e390d8c20490f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b991278c45802165053dd7711d2d207d5dd46b1ec30f1fc2dc912adc5176980
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51913ac19848f4c180516ea28e327c241c85b42a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:303f7da0eb774dd0e3687c7f29fd0bd3282f7f02b4973610af301683dd880e63
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d134c4422c33027ca6e656b934cb50323c3132a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d5d263d89211a8d36049ec7680b4a5efb109e660e6079b8b46bd96f152cf20f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d0eabfe3b7daa346f780f5183923659fa5b680a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f8b8938880e3c0bd494ead1ffdc9f8cea9a024be62c6d43ed3f933bb094d63d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d28e1e20bcbfb63375d1416948a3489cdf5c12
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d86e5644ba96701f52fdc8a0344545ddc2a8cb54e69f6671f3c260b73ea4ba66
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..029a16b170382bea6ceb68800c0f8d49f1f12af1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:144f60591d7da55747440fbf2b2434e6973f426b9fd8eec8a47c158ae21a4b88
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a541cb7cc88254b45ab49c2a454c3b0ed9fdaee0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6937bf56d8ae597acfc0c3df22ee848410be9e3ae98eff433ff0c7e1cd45b43
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a763415ae43584e4e8599188d8a90a7bfa7fca08
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f66fd958c85d0935480151eb7a5f6d7dcd196a905848e8c311faee1a4981c73d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21fd9f75aac7f56db102f0268eb6de726c4e0f5b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0200d2920ab0d42cafda834ef6a445781b5c3409f7615a86cc18568680963691
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05c71383ada2c92ec9c9a307a053540db958764
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb0eeb033bd854b3b79396622c489334d8ead97eb2c9b24cf29de58e406fd45b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f13e77dcc5e15c8a2db7a287824f7452e84ed1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c256442a6fb823917b4b7759c22883bc46c8464da7c9a7f2815158a8e2d52fbe
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2aa74f98559c347ad2b8cbafb1d71da40137f39
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49cfcc3233f59fbfaa65e7afb6012db8637a6f72f4054aa01c6424ab94a03af0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b95491fb3a2bbc065ed2de0d00cc1425c77cc8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe3a4edc72919b99c6f107db47f35df23e55041af6e6dcb77acd2a4472e1c26
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b0ce80ada9e9feedf22d3852bb5fdf2ed176cab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff400433df9cba09c9d5d6c34cc35a14b4cccd9a989f763591c5dae587c65e5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8403d104eb926332e4668e047507782167f197f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e31fdf4621f3c040d281c5f811b27b095102321a8763200550753a1c6f24758b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db94e5cb54c5e40d62a9b1d81472084aee2e69c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c669cb0db435559a45c30d20894f97e48b262d267bb93c0f1a1c98327c9cc4a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a922211423d8c08666dbb4feae107930a6d862f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50add966af7a2edacf4dbad568e389294efdc7f935e1dbc56297bad86e5d6bb7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e23d9aea70c174018085cc114cb48bf675b575f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:205bc41451bed57d4970c5b685883b8c88474edd4ca34beaf3fd2de7c1d4a7d3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7430c0b94b4c7faad9f3bba5273af8ac2da56338
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b411606ba7c8fed0925affa6e17aa710f5ef8daf38fe3719ada94c9f71cdcaf2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400eac418d549a85a3f8e3fe9a9f5c4f9286f221
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a1945d5cb863fb8f5060b5a79a89eaeaec86ed21e326a4068e58b8b90927266
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e528bc4a61653047826111044fa9d2535fae06f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c21b77d8922b5273e10a75eb50872e8ee62baf3437253c4a05ad793a0b2c513
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a53dac8635fcd6a3257136f2177e23e7222f29de
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d369e63021a4e453bddda5ad3845b8f5aedba96e45b66c1c0326d122cbd8ac
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65d84cab3442bb9b07e03ec801e057cb5e80be06
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b0fbf9a88a6f40181ea298e905118ed4dbd50d3fe6fd60cbc2dc55e39953044
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14c6f0a335d15f565c9e3726e80cfc012ba8152b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d27cf08bc4ad8d5f8f95ab06b9c1f23b4b400ad385dec29a553df085e619c2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f38907f134d1e1aed4bfe22a33790906e6cc3f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de9ac10d1678cc00bdf7fdccd8ab8e99931b3d756f38abb53ab33b77ad6b763
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f47fa1d6bcc9a2ca7a69cd75b26e8453cce20cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5fd1d5d165b74acc1901fc5b8879b96a23193eef9bac3bb3d40d4aec2629d7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0af2b6086d427f72815425f0ae03643b59fcd8bf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1da3ad21713360a4fd304ca810dbb233a3288b209a9f6a7fc37cf8fbdcf50332
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a148ce349cb952bb7af453eafad8641870c223b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ebd778b56ab07fc0c00a2e8bfdb179b3cdb5c094495037383fa4d73d66d708
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42692a48a71af55c04a0f2e8bcc23d5b916edc54
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edacfa00e5e1e83c6c2e505c6fc835c286c5f3f0715e5e88765daac7c36b5001
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2920c93c431e575bd0b6a7ef467db47f958940cf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e331333b65a334a9a0365b0f0021b3e54c2afbea941632edbcfc33e88ec79f2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..145ddba49dd5a99b0f1a4fc38fd6eccf166e825e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b567ff083b24c42317c2a62ef5ac8a407281df979077b834327f190116547153
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5e16a1193fc2e941118cc8910bf19be3f7eb1a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c811f216a8cff5cba586bbcc0287d01d0b5be44b55653988ef20022c0340a8c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..011ca943b5c265c7610ca38156ec3195876dbc19
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4cd614c0b8368c85d36194d3dfac0a8ae4bcfb8619d1ffdfe22e0375cdee4cb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..970e129fabdfda6270861e6bbac57c90f2bec57d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a6b1cc486dd2490ccacb2a2af9d6b7d0b5edf9c9c80c3ba17d74e2babbf93f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab43d6731fc1e92d5464fdbf2894731da6621cc5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df2c850cf382a80d2e416f92149ffce6c776281f761ad79ea2e1239989772b5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..279f80a4185fafb6570c54c5959c7e5a112710b4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02b0a5fe9cfb093e6772c317a14bf9a08a156c842098a0d329207d7024dce2c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08bdb4ed902d6a1f4c743d158e8f68b76ba25f42
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:832579365863ad57e93a23a6f820522bafa9e379ef15f94a49caeef913816349
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136dfed1d50d2967df285284ce4a23fb3a18c76b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab02599a81bf981a03972cbd207134ea23eae7932a46ee4d4076369701ba005
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8f8bab99b5881498f4116f2ed91ca0b4630782
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ba2afa05a7b4d4d3f9449a7448561a6b6d080c36cf66769ecdb21fc514a341
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e16896514b665b3219139eec3f6d5c24c9de54e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587ed12ec59ac13ef65dfb6ee1d2562719236886e34400f0dfae0c1ac7ace4fb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0020b0529bbf23f2fcacc315b93cad04e02d1fd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1cfbbe14dc9177752799221bdff91a64fc2463566325aa00d2041db8ac6e27
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d455a38bc2a7ad3633fae0039a5a54f6905f74e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df5f6f4ce34fc0650939477d77a63f8eeb2ce7a3087555c7856b58c098f8481
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c293f59493e7b11b90a6e4add80a0c752d879b9b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb4231e66fb54003bb0e880301d11f537f0d1551ce588da74bbdfa5ada144e65
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d5f6e041b93f53e572f97688f7faac090b03cf2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:220d524732e0abd62decfb9c7ec24a12b8bcbcef9215fa727ab4ce21477a9fa4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..610ac98311a6a2ab56d113cb00047dc230578908
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85cb05438d28d60b1e1d9c3cd6cdf6eb930a3c84a95a846ac4a04fa74cc4e74
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced52c6254339b5dcfa92c53f85ffea7e6985622
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0d508fbe71ffc2139138fce0b286fbd115f0599aac6247d5863d4ee21ec8fb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3566452025e8992c6312d93be4015b707fb30c86
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01bd4f78f6763f4ed254fa75d60c614a517a105f275a5fe9f8aceb4840772285
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7a11a3206457ecd4ec8254815322749b5db42fa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335d02ea0cede4c8a21f6f7b285550b7431e8dd4075cb9f8a825af15a1a7f86b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3bd241baa78dd7e453a3dc0571f4dd8f25d0464
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e1cb0371533f460309ed01da53c0901cfe0fd3145a94571f7c29da232003b81
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67deff7f5d926bea2f0ec44080c858494275d9f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5c3befc76c6286ae2db52e59fa9ebc1910bc975b2c159afa62d3f3ce5ca477a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4307d813d9a099f40337252e5b9d9df3b8852969
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e1afa45a485d6c25447dccdc2cc023ae5604210407f0800e5a2b060fa1b8cd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d13e97e15b5335a6d0b64c12af681f850cafad3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c71ee3730c0698c524f1fec192446ced5baa326141cc7da148ae570ca1927ba2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..783f12cb35460e94eac79eec53633526f3e13c81
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e16dcba0d2887a89e100681846560a49c0acff10b9dbd517083627e601adbcbd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a291eb41993d99ca029b90f762b46e6434470f3e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:058ddfa201e2a732ecc8e22f1a820d43368311d33beb342184b0378ceb0b8a72
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e4d057243b7e7d9d5696d5015e92c3ddd79bb7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24fa2fe203812889f99bb28f56fc4cc3fdb026a3607601b80cd90ea39c6e9cd5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4c7d77bf96d0c7f13cd3ed36ed6c538d2e27704
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb2aed8da3de8a32f58d71fe791f97b5f4ba1a3d612f79e778e5c57238ca22d8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78fe8a12306e8e2977d944376af6a9e77b5ac6bc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4409f948aeda91031f29d8f0505b5fb6ada37616d74473c2b25c08545c334aab
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fa93c909cd8edb723af14507a9c6dbec7a04c42
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98917653e6b111647ece5807361b9258e9601b229e66da0d2d4ee475f4cc779b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b35a6fd1c507e117218ef837e15400487b93b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81aefc9c1d91d4d186f0b95cedc11de8116aaf99fad3d92940991bb157ee4e9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..836e0024ea8bbe410493b45d972044273c0c3ecb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e108ee0eeec3ed38d384344a95bd66e26575a6d14a7449a38bd4c8a76fccfc2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f401cae7bd0e279783b3787418aedfb7ba7967
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2ccd887737ba7abeef841e0967ff974b9e31199093de7cf9910ebcf7d547a7c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88733dd827c0855b1ee43b582691087bacd9b9cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c6f72e77271198af581155a9518b59f6ca7422b9ab262bd42470ab4135a6d9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b2f11c02802b93892ebdb9da32ff09263b13d1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7fd3666d062d43a596b4988e55ef51a87fa3da4fe40661409fa4733a3fcaf35
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2457e730d1619ce13bd010b5432525ef27f855ae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d621fd66a2a1cf29ce4aacf3907da31966ca5fb4b87f4744fc75cb0a24a5b08c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f9a373f6063de571494f02d50b22229a0a0f4f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c829c0279caa1430bea6d9d1c11a0bd4e770cfc1de50d85c057b9eb81df18553
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9df184bf450c34de8e68a20ca1fd44727ed4e875
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e84e1a5fb01863f2c8653613e65c3ae7757ae9bffa991e908f7b335fd50648
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b45694bee1d23c8840bf1c0b9f31a33e64c4c6c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ded8593617bb879ae9f309b42e2f7b6afca61fea45f59361440e4892dcdebb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2121fc04441b52ed8f302c1c4c9dcdca00e15aa6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49176114e3206708d5fd954010185357a48a4fa5a3b830f3d7128114e67ad41c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85bfd2d7a0f4e177ae704323235b5a6ccf83bfb5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da8f7b4ff08476e4c3dd7f84293f3109f2a9f8f0a63364825c76d3cdff6519d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b3219a7c77eb6c734e27b8e51fbd5cacee324c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66c5dba14d8bf9104678aa09ca713141af97ea062b937df815be2ebb3650cfa7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69d50c03ced4c4059ce416029169c8593de8cba6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:014c55622adc3f7aa34886b5fe9f4266a57983148ebe098518a93d23a05d9b2d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9627a826c9a409086369fe8e01d67baf54988b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553ba1705a271bed7ad24b0da7560a39a9194fa0f50f43682bfc742319e6ff1a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55bcb712a7255c13e52ff9c7ab5e9ebef5fc2ac5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81df1e3b6c51d269475d3efa8f01cdbfebb184e67ecce8aa351dadc7b8c0e961
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef7fd97632f27b956f1c0ed6bce27748d8b4f84
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:560b643d8ae68f727239ed59ac58fea41ba97506099973ef6330f3b8b3016c04
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da1df0dee4a608c2bfd95bd1fd916ea3a100c264
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a86681b55a9e4cde39105d0bc69cb7d2fb481408540e8cd39e88cb876581903
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b331a4f2c465ccad596876054de6a7606c15f5a9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6f36c8db8e6e092b7fed5861098cdd475d2395fe875cf45b490f20e73ab8cae
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08757d32c5d1c3314d03370f9b7f67bc4e9323e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:921ca24d8e8c04b1b1cd0fc2d345ce0145f9735de575314086d246df5e406e4e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a27a02ae54ebb60c4839f5dbe9386727109fca20
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90d1cb5d27c13dd2065dc886747449078202e85bb9d690f659fe5575b9557ddd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7a8e0e40e3796929dbb8828331cb965b54b653
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c17ba88453157c176cda9dd8c58cd00a3c5fb09447a3e5cb4c0c6694db6944a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16931b2b4de141f90d923b90c8afc9f12267d0fa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ded9c3fe44ecd15e965e15ef039e3324104795c54f80f06df4046bd79d495eba
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2e2d71ef547615c8db591f074684bac0ef57ed8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a9dde48e330d7c9f14e54b05ac9e58ca0775422f08229805f5683bc681ad82c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79313f77f79dd0c694b0648908c99f70ec2fe1ce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31aecab4f5f6d5be91f7c92c9d8069458a2e8410ff920484ae296544e26308f2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e5fc441d485c88d98b1158aad1298bfe3493e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0bfdd5f4703b40881f568a20a46e078e778c41e55a458c5dfe65426a55903ce
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b5a44012a330bd99224c7dc285c9502371e83b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b215c86cf10d8f318fd23c4403726ab4a1b7a116d49516380240627c450a4ee7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..021280ab4d07f2767294d898ea7bb954ac31b3e5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3e9dba346e27dafc5bba4b9c068b74798868039e5578a2557e0be726a3f5f9a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc0f858c09f0238a4d7385b87c87509479eb4de6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed040b6e391e1e892c1d50da847a3b606d44ee029a449e64d07be9ea766cc640
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3eae446e32928fd322c906f33ead817ab8c69fc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1117c6176edce30f6ed3b377b721d4b62a4c9f888dfc5f5844c3ec5585477340
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f6fa10344596c38ffe5c36a87e0481c4cc37bb9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6577a3c5648139de39bd0ed6b6f19ae1257970a4c221046771f09dee15a49da
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..738e133be8773716204a8d7d8109714feb3fe380
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04369537a746ff46be706cb3d24a1971fa21c5cd635c15645252b11a96ad9daa
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e83407588d2bde4f4ce0ec64e5bd0b875491093d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ef0dedba0b370618cfc85454f217a3677630d783ffe0a2bb1449a71136a730
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdaba78131db4df96096fd5d7407dccd8d541523
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b71e6ccea6117e0d8ae2d398cc1842426df1843e0cfc0a69ed2e832dd34e03
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5199b2e9a2e1e94f63fab66892b8aab2651f0081
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:993a6865d6d1ff7bfa924ddeac6957a447768e3d7076019a6a4666a2f56ee368
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d1812cb231230f77d37e19f92d0e003e9edfbc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bcd643a063320ff5794d0787cefa5bb3530cc66400dc47d3b2317bece106ee3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe4455ce88499bcd0f4f4833acb6aa3a46a417b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f4c47fb86f48be3384fc3cee8d52bf49f5a756ba2b781d8f4b49be95c1a2831
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c8945faa9393f75d7216edc506a96dc869f8b5c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3fa41af858ec9cd7585ada2b1834b2a9dd60b34ace851ecb63fa50d2982f98e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..944d7c8266053c83d6d2c3cb2dfbdcaccaee0415
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e5306a441bc3e74e6d736578f968cae6c03cd5c4401664d5b7f032da3e751a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41737d1af941ae5bedac0c56459fbca4852c1a1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e1aece4732992dfee64eb58a5f6f9f66625be84f5d93479471a259388562df2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cb7d318c0ae2ef8339fe1859fe7fb3f55324fba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcab7aa3b9565dde9459e8b2306ab659c5cb23144ffe1a0bbcb3f6639ae83473
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f76311c41b6a11b10ae0f6cba348686dda860c59
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb2c79e486bcf3347c3d928cae4f641c10809d041eee0b02347a4e6af7fccec
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..354f8ef1ff9a7b655b177faff5b4c1b8316a7a48
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b68fa54dc5b7059e423097f3a83ab51428b6b7e87ee00c8062e95e97226c20d7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94a89b3163c6c0df57a607bbb744bb286708a316
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b9f93bb45cb12dedb40e3a2ecdfa1451d1accfeda51b7772c5b6b6de5aa6bee
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9714dc14c129412bf474c0d2a01fcedea1317af
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b672247fe01b96dcb4b1c283a4cac36a4a717640f631c8e87a508d5c79293aeb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd7937967dd4e80ae4b4ca46b92893eb1af007c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed7e0f9c04e3c8d6ec508e490a1ff0b6a7b25006f772661a382c196a74a7038
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d1bd7927f3860735aedeab43ca832d0d5cb0353
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48771b4d3265fc8e37d5f2ed12d3f7fb3fa19e7d225efab729a1cac76819a9b7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b5cc1564fd58692ec4fec187c46862a1218d277
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eab64d9d1758dc527d1e6d03e77b293b94dece5839777eb94fa0d028300ced1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6877986bcc58a9fcb99c266c09ba6e5f88dc5c94
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b194b3046908d25619fe69473667f0af85522fcaa3aac0b9d9f38a790221e9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e97029e95a0015b56d3e30b9b699bffdfe89a620
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c52f62eecf7c55b9c0f86aa5b2368f1aad15ddfc0eab90b9bfc48d5354ff442
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..255b57ad186deb520f7a2f44e8255c093cc8f501
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54c83e2c62f019a47ca18e6705496b47de742966be96d5b49e92119baaa45e1d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b5c92faa510dbf7e27ec9f11326ba94479df2a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76a8abbaa61df0804b69861debb1974f39a6da48960455ed167d0f7e6d671668
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47dea7355d17f5ff69d854cdd80560899809d3d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0410ee2b01061f4127db4d0ce4508d5469c413f02e5b45944c7adc7e5ea9a9a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a17b333353b6687197b9a051801f052661c4b4c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9186bcc3deec804655a9ba9c582746dcbb5c573d71bfd52f1a26a890b0433e4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec808a5c3ea6bc5e20d3b4f1eee2e095d9f24367
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e601b9d414b0b89055c0ea7cabce30ac997db45afcc11255cd4d770b23fbae61
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81b63ebe49d8e2f08554c613c247198da5afd445
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822f8a76a83b0ce36637b6a4f2814eb717d93f2bf8557a0ced3f63c5e2ffff61
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bcffb8a29a645fa459ba718d781445a923a8cac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29c6ef3c57771de26f170ad6fd19648eef6198d2426dd40cf6c2ec15b2b319b0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f39a7560655f64ceaf852d44f0cb11a404ce9052
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3591aa32c027a4027d404eda050ea3d5d8ef5677f2fefe20c0f5dde0a581f616
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f47f2cfd86ebe12eb9438207708a6406f5fa03af
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4dc93945c8ba2bd8a13c2a50ee2952a2c82e9f9f2622e6afbe75dc5b85437b2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0ea6455625773f15b1b9236ea2d42da14a45dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e098730a922bcd3ad1a70769900976a40a066e0f6cd00dd54980ba22d15cbe8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ad5570639c95850761d69f231062db3b7881d6e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:630eb62295aa3051282005df627bd585f819bfc7f6690477ed0e9860a8f5108f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bd3b54fe712871049bb3611e99e2c175693e8e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bca8353fd999f5fc4876146a7b07464a131dcc88759cc59003e174c2c91a7ba7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88b157be60373c39b6d1b15bcfc7b6d12ac2b116
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a6ddb745fa9f86e8ad98a19d39e1e4e07d1f641facba12b6403a87038bd65a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd8657d4bb2cd5e016994f5c28661cfc578ce86
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1a4961f80cd1e77461e4d3b4fd4eb940954abe70aa09f20132e3b8683f36f1e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eba532806e8b95e7f0ae11b162557fac4794017b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce1c81770c79b4089ab2931863bac1c2e9e195a6fefe9d92f4b680bf0284c70
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f4f91784ccb0530fbd36f76284b49ad103e108
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:855680745e324d1d30e871135af63b8b633f278a055e93543eaa0c8882e2d1ed
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29219490d26a2a66b6630d332834402da1eddf09
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10351422bf99e36492e10efb014c34cdf4b6b3d67468bf482d8df6be2f32b922
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f14081af63e44d5632f8337a961c6dce3fc1ad8d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb93bcad9d865aabd4b1febe989ec49ace20e1e67e3e5c1dc57945cfefbd5157
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8075c0f468c59de326346ace6d92608089cc4dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011b0b2afe0e3969ac931876fe4121b470cefa815e0ec742a30ad19e7c257400
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aabce7fe02412df8088fa0c7312083f28011c168
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f53ec1221ced90fbdbb36de50c41e83224776f5e6bd55fe7e226d1611dec19
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5163baa591a50c1840c9a9ff83ec10f113e4199c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a381d0723f42b02de3948f297076236436b6bed9b316a647b06e8f273f86c395
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f35c71a38ca62e4ce60f4a87f4d7d1d9d3ef1bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e66c8ef08fb9c4b4b5a55dba527ae196db9ce11bd3adc785cd1164f3906448
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e82eeccae247d7e6568215182c6148ec5c73b64b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a429e320cd11cc8d557879e1841fe9e8a1a7d6cc10b21fd1ce27d7afe9f3e56
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94b23bc1557c8d18dd8135ea253968572696f9e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29c79f11d5f6095e2234a8cdb43c22babd75f64147cf0d40ad712a557d870ef5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..366828dc65f8b5d0a869a8b47dda0a669ec8cf45
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b20c92c9af49b4f0bc5cda98d1828aa76632d1c3eb3d32784f6060b57f5947ec
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da44090d9333575be28efb24eaa267d7f645d8d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e780c71d8a753c149a72363454ddb5a8ce691fdd2df0ba790cc9882b1d6669a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dffa78756baa0df0dd8114d435e96f3b75e320ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9954379eeb00e516da8342a12c4fda17fec887d046bf66fca6bc6c4d470ef73
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de9154adea78097c72b90966c2320ddb1491cd79
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56471da371ee142b169564ae435839856e24135f3eeadaa0974bef08f1be8423
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e0c0ac9b94d38bdcffb39eb89fc54e35311edf5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d70835e8f2944d71a7c15af2d93ecbb24a37b76e6c8699437896794d354af6af
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002b6a58fbde4504efa633c00534b3ea7ca71b7b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:016f0a5f907280803779dc5e2aff157dfb28af6c79a21e09098f59895a3f1092
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d43f6654d7fdc74e5538f8e5cdb48c504b83301f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e773b146039fcd24125a9e16769bd9e0e051c582f6e91cda0abd04abe8ec43e9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a371fca595567fb760204c4df5f2082da31db895
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:005dba670353052cdaa912d93b713bee2f95693fcd606a3a67ee5459a6bfae82
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc0f51cd04923b472fb32ce1a63e2ca9de74c429
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7dd7e4fdffcac2bfc200d46fc789cad7e853a8854eb6552f6c6f859f21a6628
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc3d59df0c97d86bb328b39d64470c15f22507d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:667b3b7521668693778af49c81f00b45137d20838df11ab8e1806c60835fef1d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f5dd77f620d586cd007b9addc66b4f09fb41ce1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778d28a86f7860cc656750f334babaa36707946fd514a01d7e67f42ab0a6ae8d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90fa790bcde17f05ee74c8f1f724cb5c7a61a56b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2fae1bb1bd509b78d434e064d180023841d1a964d6cee2a39d30595a75b540c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1775549a54ce0c59f8e837eaecbf189c98bc5f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a349936699742acb011100926417d0ff676f80284df476fd43f14ae647992c7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d28b600206cec2c2c2b05edf02894dc44947e97
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1aca037a29743d786ad8f86c520547bc9265aa4bb5b6fcd4e2d22a6b26d42bc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3693e456bca9b8b002b161dd1784ccc5ba6c7ba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a46c644bf7f416c3c90dc03c3f609a31f7e4c7a67b52353c759eb252f164452b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba22a44e297a2a2f0d62ab47b0b2596093e4d33e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf0955b251a9000f8229ea03676b5aeb017b14c13f79c04b179657f7f1f2b72
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f99f65d81aa1425098225daa71313ad49ff18d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e241b621db21477dc11d83671f36ca128c8b2fad3e1c6d0277e28e196e10cd5b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db4e5a18aab0b9ab1f799cbb94a497759dc2254d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce6a799433c7ba5d330f75816aa41ae459443e7091e02e5d59edf5c4525471d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3090ceaac59487e426fb395ad14240288d48690e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61fff34334b415f1cd3731af7a706732f47707ecb316e3b51915e4122f62136e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f1539d524ff07485b59613729e33b1713366ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e0f228a64fd96b1285c49409b451b85c5f33650b4b9ef70d06bf8de3d68b0dd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e8f1b85594d175deaca0ba378edab7d2a3da3e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d8f8e32004b557379a432084dc2e2e0756b954ddb0bd6eb83110b346aca3c7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65de659f7c5769c59dee41017b66cbb848db49bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048cfe487a7dc5ef698fb5be15fe3040cee899ad9447befd3b01e23aeeb1e393
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7049a83b7b259c8dcbd3c7826c0fb611320e8146
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2485d5fc6d152bdd119cf7686e12293d7ce9b0410119af834309dfaea63a64b2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69512ca686935a691cfe8d3cb776a3a76108f573
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:906202c181ae9cd3ad7c654e5fddc532fd551c49cec63b4b56133b1d3dacc117
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d35dd6d7da9de117c1a94ac8a290d35f07de7a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b17dd2fdab588c97954b8a5f0e109d9e71ab04843f441b5bb82a9f500de1d3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..718b0b37e26c0137e718720b320c09f0ec5f957a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eecfaa01cd02b34120f3441400537f8b6cffbeb588e779a2dcbec3d855d61306
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeba02ae6c57ff6aded8faf3f14c19204eb0c477
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c4432537cb09e54e24acd6f749f24495cb0acb99e5bdae1c8faec52d1ceeb0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21e219bfd4b831b1edd24e65d7669fb1758cc683
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5eb45563fb56efc14a2ab8636b9e68f0593ac2dfc7d2c5fc1d6e7c5eac7883
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed11aff7f2149d975246d2ab2500a50a8df15bb4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f99a4dc7c18259853691d1db910563ed4178663ebd77c97f306f913a69ea9e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226318ca18494fd6d2500ae4ca93b2ae6dca4fcd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23424fabbb62f367100e338ef90f78945576be6905f51dda3f91dc4ba80a331f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7abe037fc0fd4c137e9ad89b13df04dde5b45148
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf69d73e82a3be45a4e7c0b31eec3e51d20e16c9697dba51f3ce9c77b5d2a0a9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea5ef2c7bddb54e4818042c96e843939776a5541
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870eb53ba5df5cdd3ed2f97fa43260576c40cd070d663f798a1a34bd8c3e9e6a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..345a10feae0f284619ff9e724d4890648e0c9062
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f6ca63d5cbd80db7b9bba12f2b858d29108fd5eee6c8e17bed7a94e050d37c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c149773a45fda632b8e9abf7d4e974793251cf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf88982d71c9c60e90b39ffa6a0cb16e1378232118776f5f09e536729f11373
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5108026e10e2d714fe200c91c75cbac15eabace0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67db732d0c8ce2a61868ab5ba7e903c01998a0d15a6c57e39d6589a6c779cd8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b1caf16a55ad3e3e4f408791bce4ba942e700c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f43db6784cc3812a8b335df267f2163d845ee40e5163f6cfae3c082bbe912c1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cbef0cbc382dede71e8770e90363ec3b8f1a414
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:098977ae8048fbc6db0e4f176b44ddc2133fc8904dc0398ceaa046332d79b7a5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525be3650228a5d7c6d4031ecb239a33f2862512
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8d0dd1b136e5aca7c61940e6894a8303d68871592252e4eaf4e6cc80cf571b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..001b24d9a28e78155a4d0c10e989e44a43511413
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80aa33954acb4a5790e9ac6fd0357fb0c7f5a69ec7b45461176165e2e266776c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cdded1754d71f08f3ddb635b26458924bb66cce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9db0a6db2f648be1ca5ef41614a8840e2e4806df53c7d7a736cdad004800c46
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e41dad84bb08297c88e407d62012cfbf2562e1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f8b3b2a156657736ae8e3820affc28076ce63c22299cc032196440966afe56
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f310f5d8a74293870a2c1ef31bd151a439f3576f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d13b948ea83833f1599a433e3277f7483e6b4e73469f0ebad4b2d7d5fcc9928f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b821008f7ce7f144c890ab1cc1b88c9db76f945
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a302ca8ed5a639cb951b67f4bd50f2b07e64189a32aaa10b9a470a5bd14a1ac
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2078ae0084742410aafdbbb50e427cf1be0c5ac0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b67e8a517f522a2969e54edffe79a93e5626e11a99a73f6850510ab31728f88e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13eb187f48f5c75f7505933c2ec3a43a27f3dd10
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc697324035e50cbac57707ad7668031347efee60d412ed119849d4765876f3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc06ccdd88d59b836622779fe2ebff3787b975ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c767391dcf68c566b62bdd96572947712da5d903877e8cf36b71f6d4d3a875b3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83c53d693fcd60c95d9c8ae4db801be01ead13d8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dffc2a0da39a188bf78c18429f0a85f9044e1626f19a5a4478d9e5d2f0718ab
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34781c8b720eb2f6478ecee0c3ad2c1ebd0d57ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a255fa5fb7d494fb92a47610924ab59766dcec4e8c8bbc082da8808574749285
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a50fccb43d940bbd2dc97475c53d5bcdfda6cdb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16481de6c7b8563e95e4bf39a2231dd5d9723f7ac1850d14b6d4e0b68cd1bfc6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abc7261ca8b6488b207a013dee8a858e6a42bf0d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa7073cf6283c4665b8335a3536439d212f47adb85ad18e1c84c53bf7cc8a20b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb6e1de10752305dce83e114072a551fa640248
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7dbf6fde459f65a54274a11dd171d5071e9e66871e3020bbd2cb5831a4a2c87
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6adc8501a72fbae5abcde6d5ed0336ef7ea7ebc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a19151481cad41432aa979ce934e2b5d21eb30c6f314304a6905f5c00e7698ac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9850dde62e7493833b42cf7f46729a1878093595
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d02f3978479158f2c32a02318e1ddbeb6c8bad715d8f5e937e6309289c3c9a90
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79149bb3c7d6b36e3d3489c63d72c161a841891f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:744f4453d026df785db7c21c54a23b46f99a7535d070599eb5bb50ecaf8f8da4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f95833661f042f883f3ba3f17f0af3401447c6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c93c5fce2b418af4cc2e14d11c28e871f17839f6ca94efef8ef70a052cf35049
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..075d1140768209c58a5785eba680453f07991c2c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40640ef156baa09b8f717b7f56ce6c67d05a87dd4fce1cb79f2411e30daa6bc6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ada7f4c31361e609d33fe29f0263c93c464cd124
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795e8d0ac52319b9dbd7feb51eb600b2adbb446dcf89ad31a85f046283f632cf
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e37448770fb76adfa8a0a417f4cdbc0299a57be
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b8ef630f0229a79a90f34d502f9e2e18b1e6c16cadcbe767ad937888b130b0a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ec1bafc003d266d6dee7286d0fac68740255142
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aa767ea3a92cdd4f7f5a114c79899327359e93265e240c091b4c1b355b7d44b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8425a9b1271341d86fbb9fbe3f50e368a6592a9a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61bc7d10e584128288199d480e51e59a4230f2607a85d1dd8e593612b872c4ce
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b62be42f9cdc76581d65dd3af12d28fbbb5ff1fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3e1d277ff118e845b066d718aa093719e38e9497f9ca3aa73f9cf316a609a4b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8842f66355a5f8c75455082c6db11b10bce73ff8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6397e99ca45a7d9f76eb6773a6ec47a55357437da43886f76305a0b8a038d306
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..473a9d05bde6caca5d3a3f1bbb8c1916c4b7c664
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb54e8cbc4882b9c258cd277c2a832c91e834edcb287907975c58164e5cc91a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a06142272ed161728556f5dc79b52aa8fda47cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea8f0374cf1b2bbfcb14584e54af82450db8ca53565f9e76962db48132a9d416
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6ff882aad7f8de83a1359b5554bd8e1825a19b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:408dbcddaf1bec89b569c008ad2e5b0195702c0c2821a87fb59370ea0be62784
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0311fe1a845384e87d1567bd3d8cdc3bdccd69e9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:691b7304e9b4bc839d08d202f7986b431111f18e9128642072566b81586ef965
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff724ba64254657ed9ad073a2409756802c798d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef904f032545bb8d2de05aa8b97055317a2595f871b1784aa912529cfed769b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90feaa508497c4afb7c9201942397a575a689b6f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81bdc570ec0539bb9a84698df91949c9f105e5bf0bb8d80df694b38d208e9c57
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c6c746b925fe14207647ff8bd3c6c578b66b81
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a15239a61e850b27bfa46f944b20b5a087909ebf7b61999eb8c83c59eb0832b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ab63b55c6fe354de8efbdd197a56e9c5556dbd6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527cc5cc9a0ce7073b3fb5fd31648683dadd0d6a4418ddb0c251d23859f997c9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a49b16a3b2bab8a437adcf23afcb8fbee5f464
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d917c23c2f94e5903ed7e8ae2a295cbb793768fef12603224e7ee34f892b50b2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01cfbed4e727db26bf0f638fa84434f8cb463f94
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d36c48ae900d39729c3e0425232f7cee9bcb9709f69bb90ddb538995278f1ae
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce4ffe020415f0ce2f6d2a5fd367f1db0dbead7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90525aa456573f0aefbae12484e2a6a0e4db7d7a52d625946d48ccbfce377186
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c292097dd519069671a2977e36c6a2accd209b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b082567f76c60511e4a3630ecd3a3d74fbcb8c8a6b1c24f979a438296c19eb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e766c34bcd08062f5cf1e0c5d7b48072ea8c2ba3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:265c3e03be149faf66aa9aaccf81c3cbbf23695eac73c4e3149957b8342a231b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..934c62ef1e07d87b8dcbfd79b8a4ddf7b892f825
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:994d55ffaba272c47d31f89ce34862167c988227da6267d713b5cbe5c469a80e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..364ac1fbf53afd06062acc8fb2f0db20753fdea8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e017461e545ea3bf856f3dcee1633d320185d71e99d76d5ff5a4f0b8e0b0dbd9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e32fb5f6a7a83cdb84f4c19e6e696f0c9c8a8452
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f22f1816680763cb755bec2fd41a9d1ddda15cc90d3623795f5e3377cd637565
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d66fd3e5f59657bc1080a21f8d2e007bd6d1ef3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:907c964b2b3b66186aaaf53ff405ae1945c49d4dd14ccae5b1a4498d0f23ad1e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aacf891c8ed9f0ea863846a860366fab9059f0bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd617dd4b888a5c1b60470ba59ef4539a3e39cee3181e037994f118ed816075e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bfb3c8242fbe42b96fe0dd3c384bf50b7660529
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54784a508721b58114449eeb784996275c3257c4ba5b99e7d08ec74a5f1e317
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9389f5ebf925e8fce874a8ce9e208e79d900a8d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f04723e988bc765c6facf841c39fe74eb84d449442995a77122e5eded2f9d24
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d4a71c28e840b8696a30b579cc1488f4da6fd64
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f789bfb56c27c1d80bbe4cbef2028dc60efdbd593a7cba058fa46482c8a7e435
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ae8f6014d5cbdff875d7e984e3b8fa6a097596
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd143d445ae447aff44ae787dfb1c8103b445156ed5f56b7f201b8911381a29
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8997a4b0f71a34eda923b475994498a2a33d55b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52572a152d7c05e49afd3ce44ba649c3e525acf9054b95dded41c4f124dc64a2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f46ae8562de6e6cb5bde7093f94291213d50ba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bbb1689ed4bc88e7df2fb268f0ebc0e0b7c85ac8473aaf8c4971b382b4e3b36
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e986b44cd51a50a0acc28118d99ce00978642144
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5cc2a771d20916bc3345deefa21b89172e7c4dfc3e75d109fc19a2f26647e4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff4070ad44e08e4b2a8e747b8dcdf694454dad0c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adbce698ad0d75febc65a292212956172f2e1146311636ed11afe3ead2b7114c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5497e3456e56971d825bdf17ba9173f79cdb3dee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec51da3975489c8a1fae292029e24ba165b4f7e73536c31753ec521fbaff8a5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73704afa98e7f79f6c57a56d3a5022c43d6e49cf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac2d8081b94a9e78b3887ad4923f52b6bc2373e146a29bd3c04fc48904f018e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef9b88428a2ec0d40325c842c3f0d23ec91ebb19
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:516bc25331a32e5cddc03c6d5311f1d3e731513936d0cf8ed22ff391d23f90bb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72228a0453610fcc46f02e5edf8fab45a1599b15
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5cdf68ff7f5fe3a6cf91c03806f07e4cf7b55ca632a0347edca6a59038d68aa
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2fbf207c723084e0201d242b578d4443efa5d42
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc5eb9784aeffceaeab04f9c6e9c15f5eb3dbd97b04aa374d6ffd3daa98a04e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b328f753bb17c8120194b0092c8f57ac6cca37
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:679a42de0a5c946cab0f9fbc1d7a55ffff45bec4a84fad4e2a39ddfc8282d670
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a751b741aaefdecc50e33cebfb1807dd5578f7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22208e1fc92801bf5a0871a9efd7a662d6eefdb5a6564d533be1c96b366cd1ff
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbbc836293c90fd4f6de781658b7c510aedd3dc0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab3321a2f8395a28b1a463484934e9449792d95cb6534eda7ca6943a5af8c4c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e42841858b200a85144dac6f32fe6f9ddcb1e41
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9099568f49464e9135131e6ab89d06a194fa4b9655ab61aa4352d266490bf4a8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2963b385b390a49f00222b4634a0c5cf0fe55cb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9880a22cefa2a289c7001114a72039f954403ad9f3cf8df77d272445ec2396fe
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4431ff0c2c7e5f6a128c4abb9244994b639406cb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c22fe0c2c9b22b10983eafae8492e5c6873c1c3ff78bf5d08e8b139072809ad
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa59de0d53c22dba29ab48aaf823f88714a14686
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b763dd7cd3845e5d6c5169efe9475871aba414d13e2bb07f70f1fbbeb88607
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2419ae4bfc5b7a7cd07f597e21c1373805127de8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e20fb52017335a3d6890355c7a27bb5d73fa92d1ae25d77014cd8808c8115d5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d45fec42cadf2abf0f3174e6c528406f807c710e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edcf62d14a9b39515b1601c07c406732cc7894fcf2886fe5bda906c92e13e6b3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c471fd600233c35f713d70124bfc4aa5ca0dc74
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a629d9377118a74a8a9396be04202fe0c1360c0a65ae7e53c22c8d57f3730b3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b04e016e04a1e8830b30dc6850b8b4fa3af0f1cf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcbe3c760e807a16d04e1cafcfde082c39fb94270cfc4470d515292435d609e9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d75c4d88ec44f269db76856e54bef72817744d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45d9df5426067f516683f0d862577ec1a06a72d3581cfae598a325b19bde4273
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a35ab684750bbf7084c36544f22872224b6a5f6d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a4b4f4a043d78e8848d7d2301bbefe430d7486ffcb1bb226ac8128eadc73e8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8da5bd2b464a8fbf1e5f214975b73f6356b68b5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9c7b0ba2a0fd0453896cb49b9de9aa0ed5ca8f11f603a791bc7972ed33d11b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a43f01ff79befd2f718eed924bca993ac732ea08
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ede6fcbd4dc8eae72fa7d05a094690cf6e7f9d887b1268748f142623773475
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbcaee15bf3160c14aaae6b3124916a51fddc585
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53cc69111275171199e1caefbd294883a6d55ba3f3dcefee39c93e615e1c216e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e944029a3fbef2c169d5bb69045f2c5eba7dac15
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76c106bb66b8a47a89548e814f9289693a1e01485470e7f96a93244c67b4e130
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2604231ee8b67759cc95cdaf22129f07c023761c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9fbc51bb76696674e77892d719551de08102c7059661b186631caf03383ae59
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf03c08dcf5470c59dc559edb403525bbd7756e3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6550f5947bbf1e2ba99f3d506aa7fea27f90747ba272eb2ea40cd372acdf3e8b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f8dcdcbb1c934eb32e9ee6b5dc8ba65746c5b2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:088d11e6642399a24fc21875e51d9b8d0250461d9d0ad8dbfed9d2c4cfd6c517
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0829e7130b3b76d086266db5c48d927bdb982a8b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa9380aa26c19bba1a0acdd802ca1260eb92b9208ee8bc7eb24ad092fd7332b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce2638067044371478b8414c013bf8581b32472
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37649c35d9c8376c03b96489cd5286490c84163ef83905837cbc16b6d7e804ea
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab553076bd02b9a86114883cf0fa7264059b6cbd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b5ddb2aacb86d0cc903564e0fb0a15e42f1c778a5b8875fd97259362afdbde3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a28ed359b9fa798df03feac6f78966b609b12c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba33c16bdee7370d276744f6e7b7ff1620c1590e009b022915a1fb9bb9d80d42
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb60b25756addcfab4baa72e149500bc412eb9a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd60f316edd9b59338cbe79741735eb9e28899003da52717f70f82e56bab87b4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d8054d920ab6f576243e25acb03137f0b39e638
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5178ce06f4b13bea4bfa80baee7d5dff05b04a9b68d005c03fdcfda730382b90
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4386b80089918efdd87598c9513d3c5897e251d6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:962ee7e4b4a833caa8baf6e1b876cee22be4ce9c0e362893e22d27afaeaf0e5b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b9eec559752b5cc8a84f7057e58af29a48fc619
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8823e862a2bfbcfcf0c317ff305c0189560edcdd27c04e9abc918ef0986faeb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ec66626861998adc5c2852a4cead7832d8f6c92
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc77d35590702b8fca299f154685c370b37753f5e661e8e45c91659d2ce0d120
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9981c69a0d5acc278787ae5b128146c79fe2d07e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a903f1bad840e25fccb7dd72b045e6063bbaee94d41f9901ca39e796091e174
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46908ff2eaa63bdbc2e703be1a00fbb93ef62831
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bebbb5e9bc8aca9906f9d82c63a9b8acfd523c8d4aada668e0b4ddccf1d70587
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44a4650ca705d1e18e56c7a614c59c0eb68645e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac95358c7f6b771d84bf4eb8dc4423a89ccaad9fdb9bce23517c80b536e19ff8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6659467a999478995d0d3617e5bd7b2e0b77c613
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0e34f0d8fb1fdf2d8e8e0b7895cdc163fc0a1a691bbe0f1205e15c69281c01
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff55d0c7036362b0155981150e1d5a10064309e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:112c18c0f4059724c2a64826ba04aa7c43ddcc7f56657568aeeac0f9cf80afc8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fac13f64236ac1291a04c5b33a911c5efd93def
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f2d3950fcdf00bfeec53d4dfab518b7573ae996fdbfb3c0cd5c212a5c6b264
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dca32f3422d73416062fac7fb37e06cb3e1c7b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1966cbb3632b0c63fad2b7e9e60046011afdee10b1ebf64cb3ad137605edaa1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6b6e4d6af3f2d18ad1cced341db442e32b69365
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78a473ef61dd584dd848ec908d8e448fbfd7e2917d95ca3c59fd40e7c405aa6c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25a473b6df1530fa482e53d77d7482e3c1dd2483
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb5f25fa9e408c371e3db0a3546354b7cc912f4429c6f7a0f85d20af869d422
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40224d300f08543ccff94b2d46e4062900f9376c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c90755680aa4adc57e69f761b71ff0c039d478ef15780213e1b582c374da3948
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34aeb77f288ccdc1e1c7f79840871a427fefbd0f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb8907916ecbd57e7b2bfd4f797b9ada06615800e00400bbb68e24f39b049161
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..174ce556786b4c58b5bcaebadef8ea367d1d42c4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f7756b8a902e40a306c6a4bcd1468d615551308a6c74c9aa73fdbc9b32ed7b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e301055ba10ce69ca80869fd810307b61b9167
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e65b28991a6dc79cee542c55cabde536b5ef604f0ef85c17f09b3ff4b575f97
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f97ee74333f1ff36030480ec176a8bd5c0ed5c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d181b4690cbae0be026220b0d70ebfb676e3344b0bf1258643bb532901f40697
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da0d80b730528102cd9f909c6766bd78c6196aa7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94fad8010cf2daa11863a4210ad86debce6a5847c05cb536e8891dafd546939a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4191138568792a59430a0ae8b23fc2aa40fa1b5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0817013ccbed4983242151e395133eb41a80451358906cc4a360ebd3f3e5f9f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d643df6db23d22d2ab31bc35e4828320244695b6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbca482ea413147fca4168d57f0e8eb3a6cb1e92af3c67f8a5381e0e9c5852ca
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..100eb7e898f7662a0a68916a0a2b4df648deade0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd1f2ec8316d4d205e0123fdd5f92a964521ac47dec0eaa2be59082a92152e15
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bac90a07c1694c11fd08829798d498e582d762d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d662b0806031915f9ef2c62107e6f3891d8221f689e98fdaff662d4c2b663999
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..954c4efad9bc775200681ad7eec6b89210bf181f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0baaf2f4f19314d49f4b3398c55b5e8edfe64f526dd55cae2d19052b76ae3b73
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d36c35df7f81592af974ef9f5938ef37ee840be3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54710aba9299313668dcc0e901d9bbfc3b8d493c3a8b5cccf0b4c20bd16ab98e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ac291f8654ae8f94cf5a3f7f01e0373b5d5a08a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d540b8f09a462a6a2f5006d4e93dddab1ca8dcfb7164afa3df3227b20aeb8f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc442ea001600154bcbd0b720769396daa148076
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86e9028e5f64cc4b3a30e8a537282aa5e9788b0fd251bfcc455a1edfc77c776d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5777eee989a10b9d2f7cbc4fe9f7510b3275973d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39a6972e3a6efee228fce4cd66502cd81c032dbf72d5fe425aa12bcd832be9a0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c10739fadd81a27976907477a42d236f5bbc0c84
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53cccd25a1d76e494367245c672a316851fa45feaa2e9f33c93100bc61f0a0a6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bcc9b03955b86849e8341052380f4caf5209a52
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c674fcf4a52e1531f2690b85483e77a1a04823ea2b37f6e3b1fb3227d6020bff
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d5324268b607d9867b8c34ed8a3da4371e51123
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ef744ace80a745d6bd4c8bb47d4d9f1836bc72b27d0a1b2a66cb40c67630f0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6adff49362dd117b400c9e4d3e2e12b03f1e13bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bebab78213eda46bd851cbc0ee081d0e144180f73d94873db9b24bfcfd21aec7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f379545c99af9688246539162182326c046497
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a150508d3088261c69ab1562ddf281f86b2459a786eddb2d1a5457d1dac81e13
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d0d6a25db79a01d3bfa43da979978e6f89fddd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fac93db4955519fda5b81d19c0dd225ff80cfb6f2a7deb09f6364ba066147ca
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2da43adf511bee8d1aefd00cf73b0994b405d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2f5f3f0688ab3defde1aa136a76b26eda0453ab3e2777617675f17da95e84b7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c67c9b1e08a77ea50817554cd74fc848d204592
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33d9d9c4272e9955c8c10c79a1d4ed7232a8609b0f33e3292068446ee9cc0c33
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12cbb6570212d33316d6dbb6d89b0158cf67f96a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c9f51117651b8663f3935bd528ee4842f07ff61adaeb488697c5d680cd1c6c0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f229ba9965c4d99b8462e84ee5497245548786
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65da7e36cd13ea45a947053d5fb248a151aa4d938f897ef44b4999faf41d0d4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9d388b4349b68d94bd08bc625b3140050f460c7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5663987ae36558ac9ae1b40cdd9075654fc3ba0c16aadfe78f44856fdc16bc4c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d84c273463604ae9840ebcbf3199dd4318cfb29
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c6c45d0dc21cfcb7b38fbfc1d5394502b7aa4b0eace5f0ffe0f43c81f9168b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e20f826ad686419795be1a8ad54f0a951e263dbf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d95de9d208fc70e5c3164720e8490ff79808a548898d594a4a95e54d96ee5d24
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4274b633b8c53688802ceff745a963a41514f80
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:053f8d7faa144c34ca01e08db4c5e55a4400420b37bf6d352378c7e6106ad0f8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b49d19de196aab9fbc2944ffd267769db1ea9987
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d495ba10282daade1d2e10cfd64fafeb25fffc37db27cbd57a21befe5f3d95
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d18c8f0556e299aa7466f466717d6185202c522
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5785a06cadb16ee317a9a20dee8ddd3f0993f9aa36fc8fc21bf12cf8cb9bb32
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45339c138d1bfa953411d566014838057b3410a4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52442fdbd452a499418e87e15aab040283d7fc36771f9abb5620a78808e00556
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f1443da2882d992e70085ea4eaaa4086978e15
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92a2df70d0b724601ef602ecfa20ee27c2292e952814323d6b35af3ea624092
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1385c6f1043cc186dd69bd6b5172ed1c85aa1104
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b885cdbf5e25f1d14f3becd674a35f0be4d3a8924d7f28c55fb2602b95450f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ef7424a32c079eaeee867b92f795b8d120ca63
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:475a6d827c4befedeff6bb665b5a084d3f3453b4708c3410635a84adf5c7c50f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec94b79778ed369e66a79688fa9dd8df66b34e04
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41fba2c495ebeabf7a8781eaa97b39b4aee1a082094110dfb861b9dba7dcfc9d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e3017931d19ff23c3664db0fbbdf1249324ed82
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac57557566d5bcad1d863bf510d46a83a01987eac7d959009f2a32d3b12f1779
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c415762f937c6917662f6d6db363b82045fbbc0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a4c891c5585beb3dfafb55ccce3c6f148acab9420f8bf95919fcb0584f1bed1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d6a28c29f5333405f7203e8792bdd642d40a56
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a7e44dda03cce3af48b29eab0013dac6ec4d5a0f3611ab350827f065c63c3d2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69f1ad96eea1922b40b0031d9ade56287118c006
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbc3a11db73d0f1c31a6fd2b0801551faa7ef1b118d8867961113d9bbcb36340
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de41702a16d43b4482f59ead776f030cf249507
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04a596fe1f8c5ef4f454d84e8335717f5f6c6e588c3f6bd74faf48fea19031e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7074a11ed92fd70c02d2b00307f03a6a626c314a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd02cf756b9ede63111cd82c444578636059f2a855d49d08363dde958e30e13c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f928cb247a0cb05239bc513616cd74c82b85b84
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:521fdb2cce88ef8cee68263f6eadfb71097d141d7415c09d24c141e06837ef23
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62eaa300bcc6947e2fef7a6e12c82cc73ff0ef1a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae16cd27d42fe0833500e5d65e9d4d09e23dca2c0860a32e7685dc75f2eb4c0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cebb9b08cfb04087d60a4ae645a3b8a609b4c219
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f28e3fb946f35a36a33712e652d6706e7d82d4d6e205edb34c5f124d4dd5b6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a34bc44321c879ac1666c3713f7707d6516f6cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f34d41e5efa8aebba74214c442d920cf7907edb383b3c8680bcc0da51ea0bc0c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e274d0aa535a69a43ccd5c5f85f56d65e9e1d1b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ed970b85b7c52a5f592201a8768479c7c13e37dc462e8a056facd62f6af89c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..361589955758d431fc9d79b11d784b3a27516a47
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25c5da99f7bc4217ef4fbab45b9d7e44197056d259c63a5ec4370fbe545ba993
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e69e800e375414018ebbd9a4c52d4353f9b7835f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3395befb320083673fd234f8ef4ed0948445267150989ca3db8514f9cc7c00ef
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..399a820f47bae675d03dc5edaddec39ea8ac5f4a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73300c20c420c1c4c7c6194766a17954b2913dca2552fbc2d002e08b304bf23d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2e7dcfa4ced06cf60fb22df05ab8a97c0e5fde
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb12d11d67d5d4c1b6e7f477d273c969238c7a94021aa534ca328e9f085e6b0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eb446f5542d8bc60824e40ad58cb979cebf77af
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030dbb38bda5221e0363b779333e3a894b70fa9344cf67922d206afcd293383a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39a5125a5567cba9fed946074287bee3c0b6a7f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57d3aedc5df1c7e195fda4504e2234574d2d4b2219a39fbfe90e61bdc006cc6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af6bad14c637d85ff47b49f35125a1762e97979c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8533c0bde86b6591c42b25c9034742c9f5447776c82c08de97291ccabbfab91
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c34cb7d55485586be77306e30449740bea3fed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c86867214bfa005527e68533fb04269050cdbac1f9b1966b0c3fd738e464610
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f5dcc00b87c25a310c5a4eda46a8780a602970
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf1c8023579585f938f35311f585d2e2f141ef8a3fc4fa7ee09d574d7a7e0911
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eb0e099ed90ee0ff8856d34f3eb1963f9b1ce1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e1dcda267b2032be1456e589a446ce5e40f83cd9703ac9a0d6a7352c8def1f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceaa88db84e866c5bfa9ae132a9de662dc7bd9a7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dafb285d7c15fd15dcab2f52afd1764e5f7d1a0fe600699b3866c0b68f7d79b3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4fa796229a5b6cf3be7d4e6281ba0ae8d22a620
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff01d9632cf08732161fb514ad91f9d9e36ce44db36464409df62e96ab07907
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e53ba90690e559d39693200bd86726f6323cfc83
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71dda2be331ac5b6454f139d5a92c129935d289a98ae88c9ab29bf7a233c872e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5584a1707a162ed1d230e11b847d0f14ffe4e17
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea09235c9558da49f52d6b73de97fa0ce42f20fe0509457392c651bf7abc476
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f3d73fd1ae723774aabeb46cbffb5dc52eb7c7c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3a8f704332898bd3d1d6563e79a1da859af12f37259d2f2fa91ad4cdc2cf7b9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed4ed397bb26b6d3f28d6ff1a39a91ce7eee592
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33d1f85cb5b9ea6c297fc4d759fa24919fc7024c2f832fcf46c5eec402e701ca
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c17fa75924ad2be61514864957939c369958dc69
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:043852e98cf7d43ff0f82e0f897eb5995a20ed85f7df3e657c7fa3bb87f17295
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66f27f672a04cd76f01f78d9456eeb6bcc05c574
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a20152cbd7682efe623632b7dedb77777e96c641e110edf6a5a69bdaffb1922
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2dc1bb94549da117782373952c28034cd67a257
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58194740d3e73595469a1124dd22f5b1f22c1324c4fd3e20e4f4f8e5e30e28b5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b052050987de73a2646d6ac200c83a9eed4abeed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34cb3cf3e141d9abad1265bf7b4539a1f0831c52667e327af5b3056ab030d7b1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83e3b38fb5f701efbaee6125f412ef972fd831be
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa6a53dfcb350bec27fdf4be76e36330dbddd15c214bc55534c4c33752626fc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c44183f43cb74001cd2c651276be91c82c338591
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb5603a7d39c985a67addf3cde09c928278e24059288e397f9851b084d0e428a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..416968e33fe1d7e3998742cab3c9087a07ecd4b5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7308c1c1cce6edb1fc18fb5faf2adf2bdf4f41604505adc592f540567a95f11c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6446971bb9764367048730766d0faf4c0f98640
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48c4af510d73e2114599c2398d7596063be0c1fbe69152aaf41c0b7fd098392
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe16cb2cc5d3c56aec87b9eca1b0714d8722afb0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0da03caef024c3bac91e0c73ae3547029677d95665329fd245dacd7033f3650
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f1c25a24fe610e2a9cd623e1b71670a476acae0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f567014e18a51b8f9cc47d7649e7b0e012d8223a9a8dadef9f525eb280acc28
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfdfa5cb08c73681d437ab038a970762a9b9d039
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf2a522904db69503543fc21f3c7753c599efd552af422a26d5061520ded30b4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf743c1949a14c355081f0d02f0d0c41226c6c3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69dd34fe8dd3c19abdf389d99642533f1b6c08634d8cc59ab3c901f0e2054a99
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaa9e4f6cfb23e9ffda989cf1df6f2a54fbafdda
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8206e70950ad662f1ae70204db661d2d2333467023a575e7e5e0c84211e3863
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..623c4bc311b79255bba31330048e67f6d8d776cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cf266464079579930a27dce4d8ccf35125f9a77a1b5920908d356ee6d7d073c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c00090a1bea14d36440e2fae9975445d8eb8e3c6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a58d83b9bb8a2c5f9201dd46ebd49d9a1a95aa12db8fc9a02ce014c1fd181a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae5728e6da08404aaa52ce9ed348d0217ecddc96
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b3760192496cf525a9c15540cf240cd1c8cea0d3605c46fb6377d13db72814
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b04070fab16c978914f24b0b37275dc9d9b30ae4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d44a72ce50ba0d908278340dd190f99de99898be41a4cb8ea98ad54417c8bb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61d78ea27c24c7b765296588e27623d6e69dc0e0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c9ed1b597cc8334d385e0a079c5e2a4c08c01aa0d57c3f00e4a6514393ce6e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4188fd5e5a1ab0d51fbf50f7e1e03a9dfa5d6c8c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba4fa80f0f10179a7386e65081ef2831c3cbb197a3bd0902f411fb728e1135e9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b08fde661f8f9b753b2962386641eeb3a938700d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:031a2974fd437032464ca8cf53ad3f4ae8420dcd9a72de098025f78ee520f39d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..202074b0199d556f4cb1387094207dec1dcc9eb2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ce6ac5e27d3eea0b05994cfc9a7da8c7250ab7bbee41df6d976a9081835a31
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56a9ac04ac76bbd1ed348b26f12d17887acaf0a9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de95685cd1a6585b8fbc958343999d2405eff812fce816e344003b0b924f6a32
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06cc897d1a24d6549aacc2f8747333290e82b46a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c58261065fc26b9324ea12e2fd18bad4424f498f355a7a1d37c46f8a7883d6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73e4167cafea2d9277268acf01bec8e76c45aea5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be683cde3f3bc3c4a4b7638de670e75d51a1cbfc1ac6091662b88e9bc867041
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a1e64a336b76cf52e73639a802b0f90445a171
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c605a76a2a30467c01f98cad5fb7b335bd74b987165ed18e28ff6e8818cdb82
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2fe9c48e1aead9dc0028c39418b2fc95df0f93b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235d96dc990c990cee3eee2a72a59115289dcccbdedce615578072d495829580
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7b44b4e697b59b8d67eb77fab4a6e5595551934
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c920cb364f4f9750bfa6513c6ba0736af559f3771527e90a056e9d855743b5d3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b71b09bed6d686ea4b6d286789d5ed2ba91871f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f21baf0b8503b4697eaec58ce39398c5a445f1c41d3826308d7f40b8dce3ef
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c524cb2e14a1be2f84db5a65a104ec201cd681
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea3d9b3ddc058dbc546d18c8af0d4c6018ed642b5393012ae8676d2773395201
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df368f046d80d660713469b3d6602bacac2e722d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fdde922fbd695cda71e1d13716da7d6ac64f3f52b28508936620d45f20178b1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d03610d98ccf1029c4f8122b1b8b3ee2a2a36b56
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a33a6c877114fdd61344283b81056cfb3d011f7708e1e2f702d1de78567d5512
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f20cea72ed158e829ce7e26fca4385a6d2c1fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63c591e1ac93465b94be937976b788a848857ad5377a57372042af8340b21574
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa7123e7048dba4f8d10c180004488308e542db8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ccb20ed69d7e0aab41cd72501b38cea653892bdebb0f3266c40cfbef8db401
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c19e6beab38fd2b20949b6473212da390b404d7a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dfe2c8f8168d555628bc62955ab449a8ea05c4aef27c1d47789be2540bc49a7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf5c17818769be93eb38b5876ab499ff755b50b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b7bda93bc4b20c52f282370d660afed234c863ba754d7e4747760a7164ed21
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6e9bc1476018ec8cc0d751ac00b27f060470ec3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe94f76fb2a2f446915ad40cb68c7b77be725ed52193b0cf25566dd7838f522f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0580a5d3a25fe19cf9949724906560b173defc0d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2b7de847e27430b367826716d1339a73e9e9003b9a5f4b7737268fb13a1bc7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52d2c73b2de7ae89e40bcacd96b7ca898a033492
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fd798d43202168de1e4b4d6a379ba71818cb5728f59197b76e75e45a29c07b1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b56df4b9884c32f8b642b8819531fc1494cc5884
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddd8eba2ee56361680f913b9310c0b2565e99516eb3db5563e9c7113ca87e5c6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab4a47343005f3c74aae8b23cdbcc6087ba055a5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf3344aaf1dfb9be61e621d5bb83af1e2ac438aa8461b6e53b9fca810fb270e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f99bf477045f2273661c22c04f16107a9bded169
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:623940ed40fe164e03d953305f7f64179c2b0a4b0df46f256616e187a268ce02
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88b0036afc81a9b8b18030dd73cf0e2b58145004
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bfbaf979d22c9943b30b24a7439495c395d45ee49d07cf690a6cd6f557f4d89
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c874bee75c343e9639e13513c205bdce20a6095e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d615e98d3243990e439b9eedce7dcf678dba83a90f66ab84b6e0b4dba3ab0a1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec8fc793103e1e402e259a7ca8326dda1e375f02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d5ce63ff656576779938294922d1d845a3c6c9a137608bec32635685b74950
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90005994c828e145173fb87c31b58ee4b124a9e1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a9cfeba8886583ccc604a76d42b1e689312de5b09299a68c12b8f671e891d43
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb1b979548cbc219fbb3ba1734f81a2b9fb6c99a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5acb6c530e7ffa4c392a2157df8003e51a099e27653195403dbee0f5cc4d00
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5083f08ed914fe57a545015b74938387e474f5ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2128dd5086d67f3c519c735c7c48c786bba36c3d98f8808ac54a51f05cee15a8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fe30ded0e4a528974de7926b37c1db0116f224a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c13689dcfe10cc3c6ede8144087a97b5e5e70178158f8241712f88ec582c24c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c9af0c0b24ed8418f776c3f1b4b7b6a4fb445cb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c3b906a9d082fd766a9554dafabcfefb692649e0705c8f65216a2720040c748
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1754227d0b5e43a11c259c68f055397ed0ccab6d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eed444c8a4ec528cf8a69b702688041c8b574a1f46ddade2199ac3aeed643986
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bf0e4067416e02cb9171e110fc1de24a7b1c1ba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75a216808ff7a3add8d2595b737bcad3bb6bcfd943efa11c99acba3a411dd9da
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f18b74c6e1fca6f50d486eff28ac2ae211ba4365
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d958e9cb412c315b6f68ce3767f5cb9cb3e77c5deddae2e71537ff6e9c1a9a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9733b64ea21cebb49cece7bcefadc8129f285399
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:099cb66e8a8ea4cbc26bd340ed1b172befd8e5f5a8b5091ab316b553846941ff
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c329f45d59d74b19ca63a7444910b7ba28bc90
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b28126fcd2d5e97f85e26132b0c6be059c3e72f8d18e7790016e3bc98b61ae65
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..264406c776c128f3ec538d797e2173bd23c74ea1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebfa29e173871f66dab8abb3f8bfb2a4d561c747e34ccd10d30b1f8608f06968
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dfb72041fd61744ee12c0fd27d9e881ba15661f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34aac7149081bbf0a56cf8f551eb3134e284ace86aadaea8b97789e4d04d4edd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e40c92c2e1e39acbab422b2f6d80f95b88990ef9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fad4bd2344782efc3f9049e021d9f86d851a9454cefe654f027edb021ead90f6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a8c2c92a759bdca4c20085274d0b2ed89efa46
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c363cdf123f06e89529239f1a80dc1fcbe01ddb7bf3aa22ca10af576e2be931a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab7224207d9dac70d4b658411020e80c037c67f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1082ddb10485272bad3c31d4a3470b7c1f4c9d9ad3d1c849dd789a3ba6c08e87
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..196f316f2440df652cc22bf86d07686050bab95d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff913f1d7c74b147ebabd8c9f17ad5adb04791bd2a075e5cfd8b0a48db2331c3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..480ac233f22af63dc654be568862445aa3bbcda0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7311c9a2b5952b1931e65ad41ae8647dc89222ebf037df868f694e18e5c370f1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac5092a1d740a6b17dd3086301c8526a77e045c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f09a159b02ee44c3b014ca1e5e1c708a75cbca02bfa0bab93957b141f88bf4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94aea4a8c8148c2b0d565dbc7a558202046013a4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711e7670c7a6c512d8383fa147a0f51e63c0e4b898a0630764d813de3b03431f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ddbbcb6b12b4228cbdae6d4f9be29f3b62d1c8f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042761aa730606946b4a752facc1cffb9847f27ed28ea343f12c610b4b37a9e9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff365da5ea615b204e17417e61e6a2e24f85c3e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a00ea8ade82943cbf617386d953efdce6f89e85cd5a850d2efa59f1b65a9d8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae59eb609fadd4c87c31663082ce7d5f466a85a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce687fc3654f6f21c5a7dd6d7c33218d67bc595f4391508e80c15ed3a4bdac49
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef5cd5ee08ab3ece0b2a2b24c948a84cbcffa94d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef7fc89b25901c9c5eddc7d2355a8eff0f1e2c2120b7fdfe14057e061b0376b6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd7cb961a3f13e50daad6fa876f1ca788d52dda5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80fbdd6ce1096fd8cccf991685a42978ae0722e26ec07ff2897653c44d4a2f5e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bef3eeac250dc975204f38af3dfee9a0eda584f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96634c45fca5518c63bedbd7e7fefa01c29cfe278ca3bb9821a57fc386e23d26
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97b8e267fe29652eb5f596f4d95191ea6fe90fea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da1f49b0063b0afe13b8ce4a87e4dadbd57646ad2f3e4539cbbd20b63023c03d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..306881b47456ebd770a59ca33fb77596d2f1b2f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34709cafa8a850dd9933237e43f8165ba0b0f5b47e6b0f51f67b797290c01f12
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a37434ecadfd1dd2f8106449a1688cfdf31361e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba5c0655658c4b22885862fa06f4a76eff812194e2ba3901650d4e967cf9cb0d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f1182b540bb97ab915c067a63638fbdea0e0f01
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc7a0eb07479979fb8f1fb8aff583d02cdc4e5e8cec1e4fed351eb0f840d1ff7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79fb9a51a274459729710482a96d0dad1318d949
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a50bbfcf695dd1aeadc9cb5e7fa6b3ddb3c2168283b1227058dfc66eb4be0a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14f9a27e2443b205674a1a21327bc8f490678c86
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c39b1199a4df60bedd28697ce0d5446db27f8d0860f2337baec46fb4f1e6ee2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59fb1592ed7b76107390da8eb6fc62b323d068b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da074fc2403b2a1707ca318222ef7652d0f344fc87cc9b5fdbe6b45f30b29ad
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1036ffd1b5e13ef824a68d9f1bbb639adabc0de
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4687d3dc13c852bc1bd5a893c9495ead8f316bd53a06f09dd9c2cfb884b25da7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ec13fe4e0b066554a5a0a03b8d861fb1d283c49
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f97f58bb082302b0bc0e620df61e89d5c1e1762c46367ba12d45f76bc90326e2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..801ebb2057fd9ebc8a66dcd49e48be34329b9336
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:374cde1c584bc8806b1a2808b9aa21fcb98b7edf414a6cbc52a922b296638c96
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c011379569324bb72fbe13be16b9773933efa1c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:118b061d2e13bb020a4abe76c325a7fd325d15017f6686ac1a04ce097078c86c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2585aa2eee4227bb6695678355c745ee0e7063c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6baab572f363c31b00f282e5523246a5ee0d8b07f048eff53cd49b123f2225
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcbb6abc2cd48ccb8c17e0d65f4211a5f340501c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb4707633e1ee87c8a3a2e83c1a4043c24687b1631f47c9e6221c8ef5c613a3f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e6fa32faaac1afbaaa9772a7f43646f5234f26
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6be910fef4bda7cd998e892572043ad264c175350cf627c344389b0db921d8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5aa41612d208992545dd15e9a1429dc061d7df1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd56b10ee6fc83cd0894dbe2a65cc8327b2305152d58b98924c6aee0e2f6797
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce4d44767ce83ae90f8edb50d0ae56fb576e4c33
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4813cd19bd028e55b578d878d39676b9b230c8bd779938a00da7ea2abea2a5c3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9398741a7228a55ce3987ca8c64f651346efc1d8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43243a3a6c48b4865ceb8f843b78eb3b5c51e37cbc0b014dfefd3bf12cbd0d0c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d7113f1347678d17decbaa86c30bc42977ee3e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77bb946204441a9fe8c994adf9e2948fafa227af3d4c0591d86d5823b4104d2d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9513c29eb481ad2893e4548bf0a423fe5554fdbd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3e3ef73d89e4137a06c2db85898bcfbeb86d603c558c834e652a7f51147d8d5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07774bf17d09861c62092e0560b876fbdcf167fa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f2cea9008be61f3ed62e8682d357171367e938961f3837284dc7a6948524c9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4e0ee66d86e8d745adb88a5282015e6925cf43d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e5ad5d7c9e5114a3fef61db9e36ea2dc69b63a3dc6c20dbbb3a1b556061224
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0af33791301e589a58c2531e1bfa13c7a5b7c452
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df7cd5066496bcdee3bf0aa599b6fc595280e2d93a9c9f043af1ec1584350a35
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ea01f5107128986f117b1eff4306a9dde6e4dd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56bfa722a646bb4fd68612581af20eb83938d193e131e51fae63ae2f9fc15316
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91160c4527f8c59dbf79e7428c8b92d36a88832b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a83ea3cac484d905e14104f223ec874aaf89e4171879bf449c5ac7ed99101947
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb310166c11af5ff4cdec51b900114e660014dd6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cbf0a53c00d08ff774a74f648bd52fd22ef2c0f0b52175aae8d2fd7869eb3a1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da4ce91046058ebda3c198145bfaa08c189d5fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cea2fcaffe0a0e22ffe1b1489e759e912e01c65881c0b40ddb9f06dfdeb4e31
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c77710484b181929240cbff8b43c2d4fe8ceb9a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03e3be1eb92c068eb915c588df2b6660d67022832e59e651cf37938b21275deb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72646766e61a7373283836400891f98145ad1251
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02afd6d9e89e2dfa81b2838e9c1b9188ce9323ffc7250ad844a47e74b4575bf8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee74997870aeef4151268cf06871252c067dc0c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de98311516d87393b3b2bde92beeb1226a62eeb69cb7409075052a08fdfd54ea
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d975e5b99e9ab07a58823544a3f106b3a902f20
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:313b1dab203273bcf9c5d6b6f40bad080f92d81820a08a44d781489d08ae05a1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f953d4a5b76c2a3f46b25ae365c23c6d7b9b4bf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1836f27fcc3fe96c7de076218d71607793fd326a37857710b1e90bfcef60195
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe4f8bd401ee2b88f545cecb64a0157ce6f62754
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace4f80f50e0f2626f4dd418da9039a294a024a0a1a4b1264846cc71772229e4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d433df8e37b10db13db338cbd9f3a358c9bc8fb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe3547ea2255a3c4f43196a89789ad5cfca7a2ded1fb5dc32cea882b5874d463
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81f84ccbf77295eaa25cf15036069a6b3306b11d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d88fcae6e099fbd974ccd381cd5768686e6618898b87d73371fcc3ba145528b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd694efac3ee8f351149ddae8682fec216e9ce60
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac34b9d37a26e6228e390789e6d0cc280ad84a116d7b937f51a197f01a01f7e0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6779f20c1855d98fcdd361c8ef92e3fb91821d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227be372334eddce9a3ca35941a5dc31f8958c0fae587d84da0bc54e807d4887
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60359f38311a50bc049089afc526cd36df619561
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a460aa7cd0ebcf362576c40eb21dd97ba8e2fe5b4dbe566043f327c6e29625dc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c291eb70bcafa3fd8e570a26465e964165e9dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f3f41fa0538af4ebb06ee55e33a9dcdc8168c981e57af9ac71999f76c2506c2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea3b5a976ffb6c94c823c82821a4cf335d00f0e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20097315e3a391f03c9ed9bcf2388edb1dd8bd94d81db2924637d4b0705400f2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a697f3288af751351f9ad0b41895a538b171c5b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb27ad09680f60299910bc54f1d13196fe81282fd1c64dbcc7c1b047ff7d4d7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f3b4ac454d46ced484c3761f75a11f5a1505ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e56b7a4c83704859780a5a396768666d30cdf5741102a5ba55c03bbef3daa1b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbbc0e27906dfc0de9ed1952fa1a526050d01fdf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab61ca370f4924af24d726612a5d5d6e9d28f6d50e32ce48716ea67302f4d13a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6126cf8b4f00ad4bacd1341cb7c7384809245699
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6efa7a4df750b89ba95d6690b9399abb80187dab3481fca24c6bfed6fc027bc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efccb5f932b23edf8b0403cda191892284931a11
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16002e63b033b85d75568947e4118dda015659dd1c540c5751316893e6a4ad99
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c1935f4d1d268d6e4291ba80458d92afe010654
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8435399158caa8c94f24e0f20682b8f17b7e8ba145741c459f8e17619fc2836
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..585c1fcdef192552171b8260f3c384885027cf53
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ca5932c544175c1553662479ca357bed6cc4ba792bc67dac0272021a7daac1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2b891d1c0ed384da3e5c7b1dae8602ca24ee62f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e2767cc63c07baa42261464f6dc6bc95ecc15a24fd4e0f4c510b1785727795
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b88993eb45d69613ddca5b495b1d4ab9f49d9704
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b63a95d9f71277036c2eee9a8277bca22f9ebbed10a412455995b7c9bd45e0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db65bdc47706dd3668592a120ae4c6c149e194e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40284e2d0f727390e6c5d5ed1321a7fd8ade5417f33cb5f2298a7c98f0f50efc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2bd59ec82174d6d1f60c48c34383b635d7d7e4d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc399f09ff862a23baf4ca7ce9a965add1853dafeb16711a4910377f72637fc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d064c9f7796c586ca797afd60b8e61d4bd1fd4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d78b3bf834a809f12d59937f48b7321afdb63419edce0af9044549e597f8636
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a475d70cdf445435480635a808cfcc7a721b200
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab12eee57d0ef9c9ae9a99f00defa41a8085d1e053c10deec07f4e213c332ab
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..192081aa46b95d61a35eef5ec8d589040c4f11af
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f4e830a316203cad56a36299ae43f9a33082e31c2bf6d9939e455ab01b6e10
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3166740d02ed09aa3856045379138c8f0ebb21
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782a092aaf77026ffd95ae835dc6ba083b501ab4bb33cf30e19206634b382e68
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..742c78caf7565474003590a003f98d1a554e42ca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac168b9ff42ffa90c5006d6f46cdc096e9ef4625995f39228b51c95cda4b298
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a6f078dbc5fe8b6d9db9187d0d086c9d92ef20b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:367ea8631152f7bf0a7ccaad0f099618a0f592893da2b525cd29dfe7abfb4eeb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d511fb00ac2fc0dc4b977781f3752bda4d7f0c3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e90ff990727de48cf7a7a752ed01e35b9432ff8626a6bfd2037128f767714165
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac9b806d23473f149dc9a7855f02a53ecb4581ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4939d7633b1cae3ba80ec5e143114010ccaa95613ad1acb080745576589cee5b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad9260085e6a25598fe534f714d7a14dda554b0d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62dba438a9e4c455bdccef1e9cfe9bb69d19572d01d5590a73f1c4f26ccd9ee7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88cb1f5b3d05696b1579734a0cba4f46c7e70536
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae7f5a04324f691605722faabe8a732752575c35084b9878fcd5e0e494b81d5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b24f7263cee91217cb56574fc471c88aa459aaad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:369d55dd7ca928fe7258caf0041c2a21051a8112a9363f3cc79ebca02d382b1a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..760907a7883663d2e6b3aa8e5fcd2c400da3df62
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:499789de5b07de3a1a1f9ffc3fa0f45ac0ce5ceb71c12691371639683f3aada6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb8577ab69aebb495e9aee284b87698f6f427cf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40fad7ee7c29946778002b728d27f58cafffc51580c2e35207fee59c0bdd5b96
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a2103bf9b168bc062c9eb0d78bbb0ead2f81b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a375d94312acc0dbdff65c635368b1b6887dfd932502a8389e2da677e980c1a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..787e4a0a936866652d612c6441dee7194aeaf9c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae402f128d2ff6a62f5ae129e53d6925c54d23cb210ab515fadbbb3055b86999
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd93d360f94991fd358befdf956493e51ad28cf7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b250265c7fdac1d6a58c9aac10b97621c4be325d3b1a0ef38a7080fc9dec49e4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec934b829ec33ff32d42c56075c7c0c9d46e8281
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f5d65fcae4915677cd6b76ce9cb7a7594e68bad4560b15a02545a5d2577782
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1aa496857ad9c0c0530b0fc36f3605bc80934d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abc84c84044625b0ba1fba5475a54718044839cd844a38a6213a095994fe4bc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90efbc220b7c912b27d765cb0a7756a5a77b2350
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92207709c47e1ce77cb091cea4b4cc9af27c55c5890c8b4b4d85472dc4d633fa
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..277ed38944b668ae3f002c4c55e53bb11c9dbca5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9712caf490dc34d27e5a8a2b20907524c014a038418f3145b5afca83c0101b54
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b82cb1c608e0c1b312132ede539bbe7754cb99b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e614c1e20d74fef1cac1426c524ba77f940ef631de4a295b5e8764b8c0e18d0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2efa9cdfcc92efe656eb82b3b3a3483f34fcb174
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:422f8c1a7ec9a7c51bb82315c337567aa772a02b14f0eca59ee3346d9522be29
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf0b9aaeacf4d8dcbcecb7bd8d2f1411d348eab4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:727bb6fafa69206ee63e591311eaf1b64220f0e1650b0727878cd432371ac0ff
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b009ef154e3339bab38c84edaca0d94983cfb6ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ddd127468ea0dd374fa4a11deb0bdb2add0694f986850a8c9f259168422d442
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971ad560896cd97ba51151863079a921e1c1ec0f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ca07e17e9e58b98ad02f613932d699571eab71a75f02119dcc87fa29ab07e4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..655564436c273958a98c984ca57c54d5a9d3423c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6899505626066d5f736afca294d8293bbcfb17207112bda65daeb76a20c6cd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fdb337414d8ae32b75d740532bc1ddb8aacb4fb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39229cc8ca753adbcc29b1ae3b8295a13bed2930d6820646989a13e0b3bb2974
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b67ae7fe48ada5975e5da2bbd9064283686647ae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c66b99a9f14df10750fd243c2a698b4fd21a94c78b594a3d4f7930b7340da16f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..734c9ed416f8f3e0d959b1f63d76a8212f638ac9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe63442dbc6137ea07ecb3546e1760a6b97f2049e4341cfe41d6952becfedec1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8230db1cdf2f4c61ebd304077253127ef399efd4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:992f92c3ab4610c87ef0dec15baa8769027f7a013eda53562482e1013cbbfe95
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af3e41578ddf2d160b4df7d0a43e753e80fb204
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31fae25f8d4e6d45317cae95e33fe1c64a878a55eda38c9e2b4703edea4a9f6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de054dad22f6f496396f49a58be8bd6ca885401
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:989de6a36d920c4c3a8ce7d2b771c6becb73612274e8f368078f6c75e78f0bff
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ec043836063849e1cc25dcd032f3a75a6e1316
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbaad5f73b8d5babb3b7a6cbcc910f7c7b9b64fbae1c1c157c252e4598de232b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e30c6ca0095c75ceba90f56e4a14900e127ccc90
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d150dbdb3bae201bb74d73431cea082b018184314c1b3460bc5f2aa55830d859
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd2ee3b7eaf37e8bbbe57842a9795400efd5feec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7fbe57fa590d1b193664998b7543bd27174f213cef52bae41d377d5c5346647
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a83dbeacaeea856acc06fe4ee48934f55d1c3422
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:608bdb1db599e216762d8754f4376750a41fc661488592a5a5167a71110351d7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43146f2d8e8b0ae7913d838576a9ce4bca876155
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67601b77a062d919d943586d9734bc7351c46416f26c4f8785bff172380f2b33
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6dce35b4090c3c4602118f7b0d3eb9de6b1915e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc6c13d0bf78a8360b2c6c98224671342d42efc53a8b13f8560855763b550b49
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9ad69bf2aaf07a4ecf74d2b3397a9a9b1d72a35
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffeac40483f4c60944cd2f5157d829059893bf9797984893d33e64a899dcdee0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..986d780d99e23abe2d48b1486260a1097393215f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171c654d734d60bae5d99d92bb582732ea8c533a73407e1799cd566091aef32e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9578aaf4daf5ef2a11194237b7763ae4822b2bad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b6972f74fb7de7683b8ee08a957891bcf57fc06b6c7fcfc150933f0106af6e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c79c443fdab6a9acab7d5f69dbb6a28345ffcbf6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d87149840d0ac6effbc364f483844c522e3781b3f4daffa58dfe0fe81d107691
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c38480b6dd4190203815bc348dd6d0b2ccb481
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6054fc1c80c8c4617af336e24d0a5cfc7bf6184c7cabdc642219bd16bbf01dac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c27c770403675ffb3d295f3d36a2f5d18b16441
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1932938281055a8a76f748c2c4c3109a46cf695e06e3d96c3fe1d86bd8b800b7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8374bbd9b5ead6961bb8b07adcece7898eeeacd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86db0c11840cce1cab3f16678e9b6cc736e44b4d053e17640c4390c7db6d0510
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29282020a2bf10a713ad6b6eace1374eae3ec469
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f66fb47c942f56a695ec92c1a063882407d15ee5823a37293ba05bb6f336526b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe141a7897321b7e8eeeaba6820438707ce339d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1164fd9db3ad8155553fe3bb8f198d4b8876d8c2a3f42debf95bd1dec6819cb1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88db532ec6b5a8e0a0745145dde089cb05bb0c4d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca79ab868282c7b85e105742eec27d84ea0bdbd3b91f87e9f4e6b3e57c97d219
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a02e12ddf4322eb9cac991818fa9fa7219b7497
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f482588cb02f5eb6c6980554d2a7ac0a91627a797aeb4233791a7b1d782ea20
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e12ea11ad5f566964450008d9c01f4750322a7b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ae03883ba30d0c6b641d58eb4453072b4576c1c27401d6b81458c53b2f3d1b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7c4a0bad117090f5b91b594db4f644def9eebf4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:550e9ce4130fdbe2ae6e14e4f4684d4fda8e956b5748c8e0af9b440abc369f71
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e89cf431d3554e4148c2e2df5a8d5defecb275
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78708ff4b4796be4f4d1824964ee1d0e521bfb4d8b61ab766604ae26e869843b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..642f937e36efb9c93a0f8d06d926596894a7323f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb58663edd02e66628f1bc34af2538e2cc0dfba7d17a4bcab811f882117150c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2314e0f31795617316f533e22bc8181a1cedc5ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc06bf279514e05a4407e44a6108f8f836bbe9f192545b5d85218074222ef17
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ab4e9f539505af9d92d36711cde456697bd719
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:867c84b53fe9767e9310f3fb17e7ae98546803c9041d542bc3253e164d8759ae
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d404afa9067a3f620160940ded64af1e8dc2412
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:014a30a816ba3b2e7a6444d49dd1978fbc16c408cd4b640693047758c79bd21d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..956bed84c3f35bed0ab7652bbbf0c03ae9f8a445
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9776f7a03140ab43d1596856a78a80ff7b56ae8d184aa45548574c14e119734b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..460d9a9111cfd01e1cefb8589def83e907f4ef1c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1124ab263cad9765c0d7d1e71b11daafc131d2acb5123dd4b84cbd54c0d8afcd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f523d2c79ad48a11d8ff3d5ebeaca0fa71987a53
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea25476062c0afc912a0dcea9ace36633ac63889256fde06e279abc051767f99
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7838271cd6edb8c407464d8ec47e8bc2dcc175a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b96580c7370bbebb8e0b1ad65b334cd9282d61093ae92476a310875be3cb761
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24710c5bb46ea8c7e38ff17e1ea78a44ceeef92c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8c8dd84824e82306085ee8047c5fcc905155046237c69baf84b63ce9a9ab6c4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..862a867be18814fa0555bd61b7b78922482c8bfe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b1c35679600c969273b146ebabd080437e652e95061690f781b36cd8069793
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57980720aa0d05e7074887f5803d8aa0ea45deb3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec4eb9d5abbc0d99672a5f455b87809ab3688bfa054056d3fa9934c5d11feba6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e1f42bd0fb0f9f9e2624999a74842e60593bb8f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:948cc81a589abb2a12f84303b628b179c67c3611254d214e9d1a672aa4ae74b6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..543e5767ba22741331dbb63935e73c566c3c66f1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd1fc7966dba44b77627a25a14fb9ded2a73b5f0f9e3fcd4304585c792155413
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c23401b7db29397f81e6c843a454c94ce825396b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7e0dd232e258c0b136247dd5ef02433956a8b4bfef14e80937af69c5f7c080
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b1e267f4c49e98157186f1746ddd39fdfb05b2d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce52393d692f17134853d7ec06ab0e7471a8242da9af4ed2d230f4c598794202
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d10ea15c4f4e13df1bf48f2688b5dae1afe98202
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c26f040dada55988dddda0a2ff5f5f07fc56f8bde5909bbc7e0333857044874
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2928b1df310e0565c9a03c6b21aabe56e23d33c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04977e60eb2533024ffb7fab832b5794d490332f63dac7910f246e158a82dfaf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c5935aaef0e48a2daeb78c55b918744051c495e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8ecd0f571138dee19d3b03dffa701c1ac2f8aaecc74a3bf498b46f932c8946
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4be95ce26c919d44f0e85dc5bfeeb777f15e939
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9389ecdfa31398aefb53981df68f831c715217b2b881dc6249639ef76b075294
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..094c0be2cfcf53251766e4b211bedae90345374e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3479e1a73fed6b6cfb87e18852e9580df7d30db450049ee30b4c97b5af791005
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfcccc4d9d365c02bd0bbf203099f8f5bef0990d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7085299c795c6ffd0b4049e07dbc605842b8a8f85a245ad7e91e1b00804e6e42
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..088ec1fc7400e14a2f1ac9f586dd93ffd2346509
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed5ad42273a0376fce4dcfa869ff67c55c530ace395756c24a873d6aa3e86f29
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e61631cbdd5f90683f19c41c99a065c1b5d40b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd395e3f9018fb8d6f25bc6212f46cbb493128c625d1e0d03750c938e0cc11e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c86645c4ac67fe2635c2c72fe3aa61aa4061db43
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a2710f96f958c03fa17b2d0f35ad7f60a8fb8e968090e8dfab0becc7ae8d6d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e8051d8aa829e32870b3c6aa1911a9e8f44df0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab9a59bc6591499a9ec715b176b6893c8615f6ce9b653ae431bbb55aaa9e100d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9df8e0e0a17b85de68f56ce7cde6d5f196bae3aa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3705e705266a42d600c1c320a15a8d5343cabac0e85c4157108ac18f30ce44c2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9edbf5184105e27080778ed58f9c096eeafef9bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f883ce6163e06403fb24ee18841a4a1da93e36f755bc2005246f0fafd2c246f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea0deba1abbfe0ec150726ee729fffb32bc12c35
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3542948e0623a4b3fd722e67fba4b0973ede78f548edb26ca834a442b2a189
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed6b9cf93c221b768958d440f7004a05bec0bf0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c5714e00d32be32b8f82e4ee6670ea46ee04f060a2454add4db3df8fd8c2f6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..494d6ca4d19c18224180afb2f91bb5093fe14442
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e803a6f9a8bec05581fe0f31c4c5db667d4db6a466b2a0844ab506ef6008e2e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5569bcb25cfc2d06e3d39e7577ef0c092350299e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea0417d9429ed054d4bed3b0db60513aa3c2218adb941314d0e4bea3dca6d22
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05f0c91ba0ecc1e3cd233497627382ab6c2f3110
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc6109e72ed7461bf9394244b0ac73c46592e95e6413f30e391a8dadd2265e0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ac59c69ab0f1863d2004e3218860f2c4124d1c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e27003b423b4808e8322b43944f4db0273557a8e1bc26c65797ae5f8a7bd2f9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa8a4f9b6bd3fb9418641f2f9b6e47dcef8143d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d70a2e77649a915bbf036a69e331414c3a2bdec208763b3f005c22b154dbd5ae
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..193f50f1236e415fd120892bd2350dfc84130cc5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae9b778e270300375e7bcf018debb50d16322bba17345cb61fd441097020d1c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6df9667f8112356335603287150ddda8504354d6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897ecf5ce1155734065143e7030c2d9da33ea1bdbf17740c20f34017f909bb4b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32242fe4af5df6a88266d0b3a796e38b627a11b4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32b01b7dcfa401f73037282f0ccfb0051626399a0631fa94a1766b13b97089f2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e17c18a81adf43240717406507783f4be8cdb1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c17006808a732ff1407351ba5e14d7effb76f311d9cc0e45b2275f94e2a13c93
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b328f753bb17c8120194b0092c8f57ac6cca37
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:679a42de0a5c946cab0f9fbc1d7a55ffff45bec4a84fad4e2a39ddfc8282d670
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99645d753a4c8c8bc22821be2b467841c00a84ba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9f7f3d31b63450e715d2b50cd89e55cb31db6a7c0664938313106d1ae70ee7
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbbc836293c90fd4f6de781658b7c510aedd3dc0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab3321a2f8395a28b1a463484934e9449792d95cb6534eda7ca6943a5af8c4c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..722dadb720a4bca7f03ed60438c8c4d36fa0fb24
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916d54552abed10b76a91558de10d64e18aeddd8b6b3f5bfa9d28ec65b879234
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2963b385b390a49f00222b4634a0c5cf0fe55cb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9880a22cefa2a289c7001114a72039f954403ad9f3cf8df77d272445ec2396fe
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c5534b1a40146da9cbaff8ba8d13d7088372962
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b09d9ca6286cf1cc43da3a5feacf9262c3aba7196232d147a9c73fc50b8f6dd5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa59de0d53c22dba29ab48aaf823f88714a14686
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b763dd7cd3845e5d6c5169efe9475871aba414d13e2bb07f70f1fbbeb88607
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a545d4c770dceda02be3515a641ff5e0a7aad4c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ded6a7a20b48e146885050c031a9730733aee013c1289cede2a737e0d0684868
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d45fec42cadf2abf0f3174e6c528406f807c710e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edcf62d14a9b39515b1601c07c406732cc7894fcf2886fe5bda906c92e13e6b3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..233c26d12d05971a95b080b0073e54fff396e1ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2bd93cdb39438d1e390e41f3f8e56b515c6976f13b3fba910b22b1cc374233f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b04e016e04a1e8830b30dc6850b8b4fa3af0f1cf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcbe3c760e807a16d04e1cafcfde082c39fb94270cfc4470d515292435d609e9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9951754c79b2dc37e93af914431e3d8fc2f9a80b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:742ef92efc563e6f476d5c6c16646244e928c413bfbe4b8d2d1e2e473ec577e4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a35ab684750bbf7084c36544f22872224b6a5f6d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a4b4f4a043d78e8848d7d2301bbefe430d7486ffcb1bb226ac8128eadc73e8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c717141b2c47748ced7f03f0c8def7df78b6c066
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b0587786a15150a79c356b858460c3d2ddedfbd36c4ca9ce8ed73208f75e6d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a43f01ff79befd2f718eed924bca993ac732ea08
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ede6fcbd4dc8eae72fa7d05a094690cf6e7f9d887b1268748f142623773475
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8279a1628c2d2b728ae247da531c900392d670ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:721eb8fa933592f2f2592f45636e2da33b2989d02f4563c2db71436df8666a99
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e944029a3fbef2c169d5bb69045f2c5eba7dac15
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76c106bb66b8a47a89548e814f9289693a1e01485470e7f96a93244c67b4e130
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da01319145b32b013a253c7cabfcb1dd896afa9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a7c43c902c7b4d22ed9a4c0796783da7772d187e71bdf946923a76c096312d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf03c08dcf5470c59dc559edb403525bbd7756e3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6550f5947bbf1e2ba99f3d506aa7fea27f90747ba272eb2ea40cd372acdf3e8b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc6da1e53fbe2e9cc4a672664543189a87dd7497
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f67a50ba1ba996e4264a91aa52b1487ec31f4da77df56bbb0f6057f208caaed
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0829e7130b3b76d086266db5c48d927bdb982a8b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa9380aa26c19bba1a0acdd802ca1260eb92b9208ee8bc7eb24ad092fd7332b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b15c2ae41612bdb4e18146d2615ffd3e44923e9d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac862da64cb6cff9d02303add7e3df2c6b68eaee190ea87d4e43f1d17e57a4e6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab553076bd02b9a86114883cf0fa7264059b6cbd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b5ddb2aacb86d0cc903564e0fb0a15e42f1c778a5b8875fd97259362afdbde3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bbec9e2d14df90002569aec552229fd70f0606d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba3ae317f593a7ceea8f96f733d70dd8f7d586870a0d8262de6e7b11650da72
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb60b25756addcfab4baa72e149500bc412eb9a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd60f316edd9b59338cbe79741735eb9e28899003da52717f70f82e56bab87b4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a050bd60945c4b0219dce231cfc42cf9c6d3c985
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe91e403a9455198ba7ecab32a772f258aa55e992009bc7c4c55309a70846c93
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4386b80089918efdd87598c9513d3c5897e251d6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:962ee7e4b4a833caa8baf6e1b876cee22be4ce9c0e362893e22d27afaeaf0e5b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..623b715e0f0a2e7717cddb4de235b4015044c6e7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9e90517e9e8a0cde31083d1344a3ac8bb0573d0c839aafa98ffe57b2578050
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ec66626861998adc5c2852a4cead7832d8f6c92
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc77d35590702b8fca299f154685c370b37753f5e661e8e45c91659d2ce0d120
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e999c163427cf39307488c3e3d9dbb1d2026329e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a62068e4f616481f65e3eebdb6d275535272699ab301188a27796797f40d62
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46908ff2eaa63bdbc2e703be1a00fbb93ef62831
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bebbb5e9bc8aca9906f9d82c63a9b8acfd523c8d4aada668e0b4ddccf1d70587
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..512a3b1dd6867751c5c3be57eebb39af6eb70766
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbad3adedae8f8db96a7c72818f23008e7f81e2507dc789ac5bdfd966645e4dd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6659467a999478995d0d3617e5bd7b2e0b77c613
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0e34f0d8fb1fdf2d8e8e0b7895cdc163fc0a1a691bbe0f1205e15c69281c01
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f1a75a95acb45a9997076880de6e319699a619
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62036276b5144e2514f2a3c31c6bcc6fdf4898e51f6e0c054f5179d89c4d7d88
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fac13f64236ac1291a04c5b33a911c5efd93def
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f2d3950fcdf00bfeec53d4dfab518b7573ae996fdbfb3c0cd5c212a5c6b264
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e26bbdd0f9bd50a540e5a2bee0445e9f6de9761
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e39753029deba7490b97e0ea8661ecc605b03664e3195fde9b0d7322a8b7b009
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6b6e4d6af3f2d18ad1cced341db442e32b69365
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78a473ef61dd584dd848ec908d8e448fbfd7e2917d95ca3c59fd40e7c405aa6c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51442e825c84687ae4035756470272857fc3c14a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d3826199edbc2c17efaa4fbce84344612a3d2fc347eec647179f1b03162c4c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40224d300f08543ccff94b2d46e4062900f9376c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c90755680aa4adc57e69f761b71ff0c039d478ef15780213e1b582c374da3948
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc9931296dcc227d1cd52c26d3d76f8c27238ca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5296dfa6d51b3ff7b57c2da0e9d1f849ad98f03fd89ea0a2e1aa70d0fe08aef5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..174ce556786b4c58b5bcaebadef8ea367d1d42c4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f7756b8a902e40a306c6a4bcd1468d615551308a6c74c9aa73fdbc9b32ed7b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82deaa980a089b680a7eb16f52bd15e6e948d445
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17af0639fe9c551d768ba5770dcf5c77db7f7cd799635983f9053e812a636a46
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f97ee74333f1ff36030480ec176a8bd5c0ed5c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d181b4690cbae0be026220b0d70ebfb676e3344b0bf1258643bb532901f40697
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb76c5b74455c22548276ea63cb4aa6c444fc4e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0044e2c2fbbae08d929eba30390bc99be7419c1f7ee801a25779b28fcf2bd1cf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4191138568792a59430a0ae8b23fc2aa40fa1b5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0817013ccbed4983242151e395133eb41a80451358906cc4a360ebd3f3e5f9f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67f0371e340e841327928c2e59bb08f59c4b11e3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:072de94ae45035e9961b10c03ef183d5ada69fdb4049e9f619f40c238ef87e89
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..100eb7e898f7662a0a68916a0a2b4df648deade0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd1f2ec8316d4d205e0123fdd5f92a964521ac47dec0eaa2be59082a92152e15
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3025baa2255e865336120d3073386e23a75e2fa4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7a721d915507cadb836bb490ea9827bc0d5b2e73025f9d19eb0a0fd34056b9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..954c4efad9bc775200681ad7eec6b89210bf181f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0baaf2f4f19314d49f4b3398c55b5e8edfe64f526dd55cae2d19052b76ae3b73
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66d377685c00262a484bf7b7c29498b49de70809
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e85ed08b28fc60f96600cb012bdff654695564d051524a16266a8918d8b546
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ac291f8654ae8f94cf5a3f7f01e0373b5d5a08a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d540b8f09a462a6a2f5006d4e93dddab1ca8dcfb7164afa3df3227b20aeb8f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dedca5e3068b63733d73cce1a2a0cec7f144c235
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e9889b057c5ea7ad5224ed0b47fb5c7d8f5b9de71c1a4546d30e4bde442f1a4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5777eee989a10b9d2f7cbc4fe9f7510b3275973d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39a6972e3a6efee228fce4cd66502cd81c032dbf72d5fe425aa12bcd832be9a0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84cf56d4758ab18658ce68195a96b054a215684f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555ffd111ce249245ef060db74cf188c692627e051160ac269866562c0ab0c81
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bcc9b03955b86849e8341052380f4caf5209a52
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c674fcf4a52e1531f2690b85483e77a1a04823ea2b37f6e3b1fb3227d6020bff
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b9246bfe6790e59079c5d19ef762b2004de4d58
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c777122edb34851b1aae78c28cb7ea70f555a3cb14af793e8c498aa578af0029
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6adff49362dd117b400c9e4d3e2e12b03f1e13bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bebab78213eda46bd851cbc0ee081d0e144180f73d94873db9b24bfcfd21aec7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c4f107142b4e7b1265d3b62c4279446aec3c89
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:467640234ba2710d991327a387e0e59bfca692aef88794fc25b13b4cddcb95b9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d0d6a25db79a01d3bfa43da979978e6f89fddd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fac93db4955519fda5b81d19c0dd225ff80cfb6f2a7deb09f6364ba066147ca
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bc42ab8c969bd4710883a31ef8cbbc0246b47a4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283954a09292cb86abe10c97144bfaca5bd08f3443767f27b1e73499f40366c8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c67c9b1e08a77ea50817554cd74fc848d204592
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33d9d9c4272e9955c8c10c79a1d4ed7232a8609b0f33e3292068446ee9cc0c33
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a65dcab09a4ac4b11eb27790695febeed3d3b88
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947460665d5b6bb8d0f211e3a2d3e06c2cdb31297891574849d88ac51844a4f1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f229ba9965c4d99b8462e84ee5497245548786
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65da7e36cd13ea45a947053d5fb248a151aa4d938f897ef44b4999faf41d0d4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9585799f93a1c07f8a77c216bdcc80bacacf0bc8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed5a844752e0beef4c70eec4d801130361893f42cab8231bc87f6707a777bf3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d84c273463604ae9840ebcbf3199dd4318cfb29
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c6c45d0dc21cfcb7b38fbfc1d5394502b7aa4b0eace5f0ffe0f43c81f9168b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e398ca3264c23d0518d8c35b559b2b628fc06d6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f75d270c5b440c0aa0309959a49b1c3e7726b4bc8c6ae043304ffba53e8448a5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4274b633b8c53688802ceff745a963a41514f80
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:053f8d7faa144c34ca01e08db4c5e55a4400420b37bf6d352378c7e6106ad0f8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..532c9eaac3b43bbb1abc56ad2f00ad76a169b8e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413dd6b9079aaf58c2fc42f5ed33038fbe65983c0a522004df68f9e7141600c9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d18c8f0556e299aa7466f466717d6185202c522
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5785a06cadb16ee317a9a20dee8ddd3f0993f9aa36fc8fc21bf12cf8cb9bb32
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9547930d06e5520fdecd07bb73085c29defd55dd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a02ff7c52a02457b866f64133f277dff511e03f715e1665edf4213a9038f869
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f1443da2882d992e70085ea4eaaa4086978e15
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92a2df70d0b724601ef602ecfa20ee27c2292e952814323d6b35af3ea624092
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..709f783542c4af47db8df34c688c59aa7c28a713
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc5baa8fc473d5c23bcc1a40a31d36415e94ecf0cab5f7a5fd68d75b0f274d7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ef7424a32c079eaeee867b92f795b8d120ca63
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:475a6d827c4befedeff6bb665b5a084d3f3453b4708c3410635a84adf5c7c50f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..effedb6be9638cefc9c5b115c661b521db4efc7c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86713051507709a181805e0f62b04a5176ad7948e42415119d01d99e1fd9e826
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e3017931d19ff23c3664db0fbbdf1249324ed82
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac57557566d5bcad1d863bf510d46a83a01987eac7d959009f2a32d3b12f1779
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f30a8c48473b40d7dc1fa0fa96bfcba88d393d98
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:009f94e878240dff890e8c79c6a70a05fc8e8c238423e04167ffb0402a9aedc0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d6a28c29f5333405f7203e8792bdd642d40a56
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a7e44dda03cce3af48b29eab0013dac6ec4d5a0f3611ab350827f065c63c3d2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d6becc6eaf401b7fc21219a7987ab67f9db71a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d4ce851ad88b32c76099f057db2a72132dffb09223fdea69fc1ad6150ea2471
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de41702a16d43b4482f59ead776f030cf249507
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04a596fe1f8c5ef4f454d84e8335717f5f6c6e588c3f6bd74faf48fea19031e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3fdb722ba64db6511e25c560107dd02bd77c6f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54ba4f90380823aa31c840849be398ddf76d50e3f910090ab735882f83a4c74
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f928cb247a0cb05239bc513616cd74c82b85b84
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:521fdb2cce88ef8cee68263f6eadfb71097d141d7415c09d24c141e06837ef23
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38c34a09e3d130e5cb6ecad79ba41ccb39559d04
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc0adcf83ede8d7f05b69507e76acf724d31f9def0afe224f3f20d6fb07933f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cebb9b08cfb04087d60a4ae645a3b8a609b4c219
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f28e3fb946f35a36a33712e652d6706e7d82d4d6e205edb34c5f124d4dd5b6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f4b60176dbfb6e48e8bfb4e0a029a9709fe8061
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f1d1bab462d0490920b12ad5126a95a7092df6f4b9f4b82c7f55abc66fb2ec
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e274d0aa535a69a43ccd5c5f85f56d65e9e1d1b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ed970b85b7c52a5f592201a8768479c7c13e37dc462e8a056facd62f6af89c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..496a349cf8581b57ffbfff050ccc591080e0e3a8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d328700f2e7b6b53eff86086c52262275887f9f05f7d68c384693677c56c65
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e69e800e375414018ebbd9a4c52d4353f9b7835f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3395befb320083673fd234f8ef4ed0948445267150989ca3db8514f9cc7c00ef
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab0c271ffa0b814dc0d6149be20e83b059d39db
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a65c2dc4c7a6d15db8bcf1294ca78951fa440ff9e3bf18f672a5d7d8990e7ac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2e7dcfa4ced06cf60fb22df05ab8a97c0e5fde
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb12d11d67d5d4c1b6e7f477d273c969238c7a94021aa534ca328e9f085e6b0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ac9d93910c7829e44fc418d22fca3dcd90b3dd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e63fb6a2378c072e984b1717afeaf827e5c93fb9dfad011eb2840f0edb686a85
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39a5125a5567cba9fed946074287bee3c0b6a7f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57d3aedc5df1c7e195fda4504e2234574d2d4b2219a39fbfe90e61bdc006cc6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b5c8db23f5416482cd7bd2d2f0b1393f5e0510
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:414fd9d22d253338596da166f629e03ee102703949d26f9e0651a8d32fb3a5cd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c34cb7d55485586be77306e30449740bea3fed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c86867214bfa005527e68533fb04269050cdbac1f9b1966b0c3fd738e464610
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15d78256e205b3267e6ea92350d40342663ce9e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3768182769003689ed775e3250bebb925c2f674878191feeaf0a21b34dddd71
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eb0e099ed90ee0ff8856d34f3eb1963f9b1ce1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e1dcda267b2032be1456e589a446ce5e40f83cd9703ac9a0d6a7352c8def1f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1203bb0d017a9f42188f9a81ad5bf97ed3b72f7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88dd44c70fb886c9a1a8c4c793bd1ac76334c591cf9d75051b2bf9db8be40b4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4fa796229a5b6cf3be7d4e6281ba0ae8d22a620
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff01d9632cf08732161fb514ad91f9d9e36ce44db36464409df62e96ab07907
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc3cc6de4f2a6fac5c0748a28aee2d4a48d737c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1165d2cdd9cb683fe18d96a53a2bb51e8c509d28a2a82f665ad4fb6fd8e70554
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5584a1707a162ed1d230e11b847d0f14ffe4e17
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea09235c9558da49f52d6b73de97fa0ce42f20fe0509457392c651bf7abc476
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38e33caaac6ee4386d107a951d6a5d38a165db48
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07167e9dbbab9c057c1e856d44adfe38de3f8d2125a018a2dd5ee3dcea0a40b4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed4ed397bb26b6d3f28d6ff1a39a91ce7eee592
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33d1f85cb5b9ea6c297fc4d759fa24919fc7024c2f832fcf46c5eec402e701ca
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1261182d93e41919e37d9dd7f50a904627062ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4cfc79180dd895294d6f6d116c0c1986e1dfefa9f5decdccbdfa5f07ebcad22
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66f27f672a04cd76f01f78d9456eeb6bcc05c574
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a20152cbd7682efe623632b7dedb77777e96c641e110edf6a5a69bdaffb1922
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08d15d8614280c800973ba402764225a99f20bba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ad50701f14d6e5a11f1f198597478a9ceb2fd067b3f6d94e26be09079d29ef8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b052050987de73a2646d6ac200c83a9eed4abeed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34cb3cf3e141d9abad1265bf7b4539a1f0831c52667e327af5b3056ab030d7b1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a18858a0215feecfd3ca5379eaa71ce7a14b9e5c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77977e35430e6f0c2c9c5815ffa1ca104f65711859219a7c353654bcbcab81d5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c44183f43cb74001cd2c651276be91c82c338591
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb5603a7d39c985a67addf3cde09c928278e24059288e397f9851b084d0e428a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b99b6a5986d76309397815044318ac026578edc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0c1c5110bf4ac654abb99542f0c3be2ab355adab1f4b49cc7b63adbd684f3d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6446971bb9764367048730766d0faf4c0f98640
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48c4af510d73e2114599c2398d7596063be0c1fbe69152aaf41c0b7fd098392
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3074e137fc0eb99720d2cdf75d88f0cc96114ee6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d9e686289540f9717b5afa4899a379c2c250c231f09b17824724fbd18783156
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f1c25a24fe610e2a9cd623e1b71670a476acae0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f567014e18a51b8f9cc47d7649e7b0e012d8223a9a8dadef9f525eb280acc28
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e11ed23c59ca137a7be42fda073c157a110e8e23
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87433b069cccabefbc74b3cfe9e568153e272df6bc95d15aec1993b18adb45ed
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf743c1949a14c355081f0d02f0d0c41226c6c3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69dd34fe8dd3c19abdf389d99642533f1b6c08634d8cc59ab3c901f0e2054a99
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b64263a995a055ec5a1efebbb98b65eeefe553
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:342148890d4d209f08255b0b0d0b18e3dad290152900ec2e46beebadd3988f5f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..623c4bc311b79255bba31330048e67f6d8d776cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cf266464079579930a27dce4d8ccf35125f9a77a1b5920908d356ee6d7d073c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23833aade205e253a0d509cb5db7ffc2734a45f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c999362e896ae7f712325a5fcebed6c517bfbafbcb6ba79ec50c74b7cc8a18a1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae5728e6da08404aaa52ce9ed348d0217ecddc96
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b3760192496cf525a9c15540cf240cd1c8cea0d3605c46fb6377d13db72814
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cfc93d32677bdabacbc95bb97604213461f7e70
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2c5c13ee65a207955fc2afec86cf960592daf035347f5ca3dd7def996226dc5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61d78ea27c24c7b765296588e27623d6e69dc0e0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c9ed1b597cc8334d385e0a079c5e2a4c08c01aa0d57c3f00e4a6514393ce6e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82603c8f80c00020a3404fbefd4e4f4bebce9545
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9b126effe797e32ab30fc9aedeed76a40608eca333d31824cf00db91f32b79
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b08fde661f8f9b753b2962386641eeb3a938700d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:031a2974fd437032464ca8cf53ad3f4ae8420dcd9a72de098025f78ee520f39d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adea383ed08f5687bc450fee2b3afde8fb7b238e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515c2890266a8ff13f6cf77ff5fa5e877a50419ba80dd6edb154cd8f3d4e843b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56a9ac04ac76bbd1ed348b26f12d17887acaf0a9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de95685cd1a6585b8fbc958343999d2405eff812fce816e344003b0b924f6a32
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5e0819790bacd6ade9e9bfad811420de51490b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b27df50bf99b5838eedb3da1229f7ff780cc9fd66dbc6d785b900b83307fe1b8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73e4167cafea2d9277268acf01bec8e76c45aea5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be683cde3f3bc3c4a4b7638de670e75d51a1cbfc1ac6091662b88e9bc867041
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3be713aeb42fa0d09b0f8194d0eed943b71b033
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f034dcc8490e313ea39462f8eb7790cc02f893aabbec08f2125033b0bd3c9a3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2fe9c48e1aead9dc0028c39418b2fc95df0f93b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235d96dc990c990cee3eee2a72a59115289dcccbdedce615578072d495829580
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07439a67d927e10907896c6ffb7170703a7f604d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a982a2435d2e9acd0aa836e7246f5dfb85ff72c032ad731d149ed33b61c7f38f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b71b09bed6d686ea4b6d286789d5ed2ba91871f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f21baf0b8503b4697eaec58ce39398c5a445f1c41d3826308d7f40b8dce3ef
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c11dc904e1381c1334a554f3a5607db8b339af9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d292194c3bf04a19ae2ad404a6823c8217bb208c496053dd936e3c9d5caf03d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df368f046d80d660713469b3d6602bacac2e722d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fdde922fbd695cda71e1d13716da7d6ac64f3f52b28508936620d45f20178b1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a5c41a2267faf596e4e6e7c06a6f51152b1fe0a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56a4b25e68d32c6397ce4562cb892194e1aceaac577158b1234e0edd8a2aebc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f20cea72ed158e829ce7e26fca4385a6d2c1fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63c591e1ac93465b94be937976b788a848857ad5377a57372042af8340b21574
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f40fb8e21ba4f3a6ebfd620ddc1a14a50f92ab82
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:396c2c0eae12b15868d2dff9bc6cdb04d7d8dc86a372af696e8a23968fa70844
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c19e6beab38fd2b20949b6473212da390b404d7a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dfe2c8f8168d555628bc62955ab449a8ea05c4aef27c1d47789be2540bc49a7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43bf0b7d31b1b092a9e89ec082866b99e66c5183
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aceedf9457be2358867f1ef3b50792f3f61f5dc0db5a255d592ff80840152c9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6e9bc1476018ec8cc0d751ac00b27f060470ec3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe94f76fb2a2f446915ad40cb68c7b77be725ed52193b0cf25566dd7838f522f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48c5442d29aba8d8a639c90a8b2f7fbeb721a4aa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8832c86b6d2ea7bf6d09001d86167bb07697b6cf5e88feee08cbf035155cbf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52d2c73b2de7ae89e40bcacd96b7ca898a033492
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fd798d43202168de1e4b4d6a379ba71818cb5728f59197b76e75e45a29c07b1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc0ce78ca2f7157ae8b0c7559fa3af108d6bdb44
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5743ad1fe159c86b543ec44cd912047acb188b39bfe1d03a60f3da1b648daa
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab4a47343005f3c74aae8b23cdbcc6087ba055a5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf3344aaf1dfb9be61e621d5bb83af1e2ac438aa8461b6e53b9fca810fb270e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04f9fc59d6b374a82c3a7d171898108d1d72984a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba689cdb043bba2bf096983e1706cac5e760e4773fe1f81b5ec213a6017fa1a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88b0036afc81a9b8b18030dd73cf0e2b58145004
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bfbaf979d22c9943b30b24a7439495c395d45ee49d07cf690a6cd6f557f4d89
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b10ca7976bb726db1a242dd9468c58f5487d61bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96ae0ec50d376472a34092fb5697eb7033a198c8dd0524d0ad58d2ded117a312
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec8fc793103e1e402e259a7ca8326dda1e375f02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d5ce63ff656576779938294922d1d845a3c6c9a137608bec32635685b74950
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c0b5b8915acfea9244691df4a2b4b3ff77b6000
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35082a46fb480a69e67d884f9015b378887e9f7cd69fdadb2daa3c2be96db55e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb1b979548cbc219fbb3ba1734f81a2b9fb6c99a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5acb6c530e7ffa4c392a2157df8003e51a099e27653195403dbee0f5cc4d00
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6807eade9b1c4601ffeb88827d784598448c30
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f5bd64a7c7c6d724e24400d2677301a714820ce807756fda7da8d9d383f8f42
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fe30ded0e4a528974de7926b37c1db0116f224a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c13689dcfe10cc3c6ede8144087a97b5e5e70178158f8241712f88ec582c24c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a9c4405746494d35e74acab0002d3c4493f9367
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:919f17f769a287564cd92daf415a78551bf344b3c3d1617acf842cbb3f538422
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1754227d0b5e43a11c259c68f055397ed0ccab6d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eed444c8a4ec528cf8a69b702688041c8b574a1f46ddade2199ac3aeed643986
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d2c854f6722f279bd4cfcddd7bcfb33d6f7d3b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c4ae761467b953896341199c86fbaa377125e88eeba8e5357364f041f581ec
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f18b74c6e1fca6f50d486eff28ac2ae211ba4365
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d958e9cb412c315b6f68ce3767f5cb9cb3e77c5deddae2e71537ff6e9c1a9a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e12f984dfb93286834aed73bc4f8aea1dc3076a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:550687a41fa6ac0ad5236c9eccb014f2797d9ccf458ae73e886a25d90a436d74
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c329f45d59d74b19ca63a7444910b7ba28bc90
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b28126fcd2d5e97f85e26132b0c6be059c3e72f8d18e7790016e3bc98b61ae65
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2b03ec532c4470b6f2ce484a10d8f028bc62abb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffcb2c47b2a2dd5126202775adede9581fa10f112cb5117b204d30c11768772
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dfb72041fd61744ee12c0fd27d9e881ba15661f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34aac7149081bbf0a56cf8f551eb3134e284ace86aadaea8b97789e4d04d4edd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad2823e5fd85a0ca8e45e0f654bdd5fe88948b91
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d29c031c3d999eab5cf6ca62990146c21a85e5b7b9b9f1790134d9353257ef
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a8c2c92a759bdca4c20085274d0b2ed89efa46
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c363cdf123f06e89529239f1a80dc1fcbe01ddb7bf3aa22ca10af576e2be931a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd77c7c7423ac1ff650285de8c7a61ceda479d7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec619886d6475c8241a53599028eb2f1e0a9997ab7ddc090d869d2fdaac918d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..196f316f2440df652cc22bf86d07686050bab95d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff913f1d7c74b147ebabd8c9f17ad5adb04791bd2a075e5cfd8b0a48db2331c3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..275c35c743a4b2db686fb8da811d0c4c19004181
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3b3579588bc281f240a83e9c8df4101fa81caab609fed6cbfae123ada251301
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac5092a1d740a6b17dd3086301c8526a77e045c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f09a159b02ee44c3b014ca1e5e1c708a75cbca02bfa0bab93957b141f88bf4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f753cde3d6ef8e02f27ff30aa2bb73d15d0963
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f44633c408c1b80f905b2711c283dd3141317f8c59a15c6ecc06e1ec4ae28bb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ddbbcb6b12b4228cbdae6d4f9be29f3b62d1c8f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042761aa730606946b4a752facc1cffb9847f27ed28ea343f12c610b4b37a9e9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ec1a31130b63776d90212d750a2033108b0526
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e0dcd27d2b900d31afaa251652c6a151ed9dca6bd5f3d623b982d7645076de8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae59eb609fadd4c87c31663082ce7d5f466a85a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce687fc3654f6f21c5a7dd6d7c33218d67bc595f4391508e80c15ed3a4bdac49
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee6ab0567a2583980084427a99e90987ffcce09
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820d8a280a60ae182b798d8dfd4b43a633c3b050b2c64be0c185e57301361904
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd7cb961a3f13e50daad6fa876f1ca788d52dda5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80fbdd6ce1096fd8cccf991685a42978ae0722e26ec07ff2897653c44d4a2f5e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a08bf8f1499b64dea668be6b3ca8e7a2a7153e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c584eac159733d23286e50c89917016b3c348e891720581bc728167c262bd0ba
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97b8e267fe29652eb5f596f4d95191ea6fe90fea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da1f49b0063b0afe13b8ce4a87e4dadbd57646ad2f3e4539cbbd20b63023c03d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5349fe93f431b0698341f8cc4c292e589ecc012b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7312f19b0db4afde73be045fac0eb6bcae427d4b4a7abfca20d2c63dde9333f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a37434ecadfd1dd2f8106449a1688cfdf31361e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba5c0655658c4b22885862fa06f4a76eff812194e2ba3901650d4e967cf9cb0d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3824928ad462df1037ec7483422286bf3b882bf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4244465387f0e2d8a24f847b39589ee379ae66ff4ce8f6b96552de1d69991579
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79fb9a51a274459729710482a96d0dad1318d949
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a50bbfcf695dd1aeadc9cb5e7fa6b3ddb3c2168283b1227058dfc66eb4be0a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a021d92dc057c0b12b28681553b7f8897ac632c2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd4185cee6fae39da6eff5ea601b47f4da901f0fa5ca7e5700511521c868a3e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59fb1592ed7b76107390da8eb6fc62b323d068b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da074fc2403b2a1707ca318222ef7652d0f344fc87cc9b5fdbe6b45f30b29ad
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a32e0a337457806e8ee8b38e989eed36bbc7b3b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f9eedb9444103bd71ff677224b723ac30ee14fc16fb7ba397898ee92b4eea62
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ec13fe4e0b066554a5a0a03b8d861fb1d283c49
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f97f58bb082302b0bc0e620df61e89d5c1e1762c46367ba12d45f76bc90326e2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98559a090bbd22ece88967e08285bba602e5b462
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e955d99a6f2e8731b00619a63ef15a777671ff0ea53c30ccb1b47ecd2000581
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c011379569324bb72fbe13be16b9773933efa1c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:118b061d2e13bb020a4abe76c325a7fd325d15017f6686ac1a04ce097078c86c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b62066085c5b06798e0a0ab8cc9dc230d5dbfb7e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5abc5ffb7347e47e281b841288cb6db7e8c0b6950ea04ba2f63e6f0f03e342
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcbb6abc2cd48ccb8c17e0d65f4211a5f340501c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb4707633e1ee87c8a3a2e83c1a4043c24687b1631f47c9e6221c8ef5c613a3f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4458114b4603a96717f13ec34a065abd011d5bbd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad16fd756951ab804262fe7c8a6c234b13075a84d453e12baaecdaee84a1e301
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5aa41612d208992545dd15e9a1429dc061d7df1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd56b10ee6fc83cd0894dbe2a65cc8327b2305152d58b98924c6aee0e2f6797
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9681c70ce95d7b37521c96716ec8d830eb8ac821
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:288f8f56239e017fc8129299518b41338f70758d633fe3a371824bb68e384677
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9398741a7228a55ce3987ca8c64f651346efc1d8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43243a3a6c48b4865ceb8f843b78eb3b5c51e37cbc0b014dfefd3bf12cbd0d0c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b920a4169c02326b5ea69991e5a36a8dc70b2c60
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4940118417df656a659f46862fff5fcddb93c42e7fb8d2bfee5283fd63515a3e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9513c29eb481ad2893e4548bf0a423fe5554fdbd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3e3ef73d89e4137a06c2db85898bcfbeb86d603c558c834e652a7f51147d8d5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d2e994cb220a91e11b45d5796b52514cb4ec594
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7603304f9856126f28a69f9e06e4ff2b870a0caeb221a65808ee07683909c3a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4e0ee66d86e8d745adb88a5282015e6925cf43d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e5ad5d7c9e5114a3fef61db9e36ea2dc69b63a3dc6c20dbbb3a1b556061224
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52fb653f37ad816042baf6a696eb5f302fe8ce9f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d2ae7f43201f5dadfd51e0292051022d266d2a95a4ab7936a0a5c31060f273
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ea01f5107128986f117b1eff4306a9dde6e4dd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56bfa722a646bb4fd68612581af20eb83938d193e131e51fae63ae2f9fc15316
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0f06be90b35462452d0e04d40489cd56350cdc2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76effac731571804947d3f220a5a886c49d1c617960c32123c3566a5ba0963b6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb310166c11af5ff4cdec51b900114e660014dd6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cbf0a53c00d08ff774a74f648bd52fd22ef2c0f0b52175aae8d2fd7869eb3a1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57e00c478a21cc20b5a00359be0758a357a81b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b14ccbe2ec3310969e12cd0b9c3b8de27a1bcf76e8db3cdce1900751ea9df0e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c77710484b181929240cbff8b43c2d4fe8ceb9a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03e3be1eb92c068eb915c588df2b6660d67022832e59e651cf37938b21275deb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94199a3804dacb927e326fa2de200233f1e1639e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b83042e9437beeec65715095ba3cb2a618bf68a2df9f47a3cfdbb229c6443cef
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee74997870aeef4151268cf06871252c067dc0c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de98311516d87393b3b2bde92beeb1226a62eeb69cb7409075052a08fdfd54ea
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddc4f3fb3934e108c027c810a982f7aba6b9feb5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8caf9d648b45259d18d1f6e93b781467e822e51850179395ab548713a9ebfbd6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f953d4a5b76c2a3f46b25ae365c23c6d7b9b4bf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1836f27fcc3fe96c7de076218d71607793fd326a37857710b1e90bfcef60195
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d1dfec03bb0324fc6404308da84f0917ec0ff05
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b5be275e2dbd14680591c8d034753db3f261a45d97303efb57b51a526f4c7d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d433df8e37b10db13db338cbd9f3a358c9bc8fb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe3547ea2255a3c4f43196a89789ad5cfca7a2ded1fb5dc32cea882b5874d463
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2775c37edf7cea33e08bcd1f1d4539cde1d9a3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e837c84af41a04a5eb57db6d29df0198e7ddd64f8f5f0e034a726b6cc32da363
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd694efac3ee8f351149ddae8682fec216e9ce60
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac34b9d37a26e6228e390789e6d0cc280ad84a116d7b937f51a197f01a01f7e0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a247f100c8aa4ecf5e5261b29fb0bd3f4b2763f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71acfd9048e07fe46c6b2e80db2e69c2a1f866c1c8a1e4b72691d90221486c18
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60359f38311a50bc049089afc526cd36df619561
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a460aa7cd0ebcf362576c40eb21dd97ba8e2fe5b4dbe566043f327c6e29625dc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f3ba4be5e028e4952f8ef9f6aa0b9223e38c62f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a04652d2a5048690fa3f07ce1bcd28f51a70559786cea93675222b3e8dafe7dd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea3b5a976ffb6c94c823c82821a4cf335d00f0e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20097315e3a391f03c9ed9bcf2388edb1dd8bd94d81db2924637d4b0705400f2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff6b9af9cd2f8bd8493b73a053fe80444191010
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc0758e22aedf14e2fbea77c8add275d611616ea69b289eceeff4a4d9ab0e88
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f3b4ac454d46ced484c3761f75a11f5a1505ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e56b7a4c83704859780a5a396768666d30cdf5741102a5ba55c03bbef3daa1b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15417a70743e3bdee8e8c13b16f68215cf9bc7a5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34dafe314f56431779d31983433506c2e4acb41130161fc889387dc73545d11d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6126cf8b4f00ad4bacd1341cb7c7384809245699
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6efa7a4df750b89ba95d6690b9399abb80187dab3481fca24c6bfed6fc027bc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac1353a48ab89e5679da53a98ff6c4b131907991
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0bfa001360cd69fc2bec25eb54f626d114caa87a7cfd3f6b6d2c66356423ad
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c1935f4d1d268d6e4291ba80458d92afe010654
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8435399158caa8c94f24e0f20682b8f17b7e8ba145741c459f8e17619fc2836
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f6166d6358d857e3db28999e04bea72a4a07968
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40e3020aeaf50b4a45d4ef0a7302abd0c6ae96b7bdb0e965c657b6b3205d890c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2b891d1c0ed384da3e5c7b1dae8602ca24ee62f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e2767cc63c07baa42261464f6dc6bc95ecc15a24fd4e0f4c510b1785727795
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79f41e1a66bc63683f6d5d40af4aadf17748b7c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b62c4a5cd15f51cd4cffebb29b2df36fb62f0d0c16819764687d1eecb2f8ebb4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db65bdc47706dd3668592a120ae4c6c149e194e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40284e2d0f727390e6c5d5ed1321a7fd8ade5417f33cb5f2298a7c98f0f50efc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f323674630d9ebca1427242dbb8f594cbd4f87a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ddd052bc8f22ac6652523279dd2b54d6672775dc2f6e1a82aee5b48285817b9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d064c9f7796c586ca797afd60b8e61d4bd1fd4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d78b3bf834a809f12d59937f48b7321afdb63419edce0af9044549e597f8636
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..314fbfe18078b31f1764c294f622af3e1e9e1e73
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09fc1ded91e8aefb24cbd21bed20009aab22675a634d5227ed8d8d5893048d6a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..192081aa46b95d61a35eef5ec8d589040c4f11af
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f4e830a316203cad56a36299ae43f9a33082e31c2bf6d9939e455ab01b6e10
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f5fbe42b1b3dcbd04d808e4b57e559d948f09d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17ee18975fc78e1e95c8d1e5a171d80f74c5176e629be5091e23864229fa7220
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..742c78caf7565474003590a003f98d1a554e42ca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac168b9ff42ffa90c5006d6f46cdc096e9ef4625995f39228b51c95cda4b298
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..545b0e58321645e4659ffb6ab85b89abe2b23a35
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece2a62260b2de1ab7590170db3998379d5d78f553408acf625153ee9c232451
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d511fb00ac2fc0dc4b977781f3752bda4d7f0c3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e90ff990727de48cf7a7a752ed01e35b9432ff8626a6bfd2037128f767714165
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..219e721a857e708b88ee911568e0b51e5791822b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003f69ee4a306fed8c1c07d445c9246d4bce56702a75becec5e446204aa46ce3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad9260085e6a25598fe534f714d7a14dda554b0d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62dba438a9e4c455bdccef1e9cfe9bb69d19572d01d5590a73f1c4f26ccd9ee7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d469959df5abf9dcf707fd28cb95986c9b39d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:062c8d191d0fcc4304bc88d899e80db0dcf491a40ff6ae4aaa78b14f260bcb46
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b24f7263cee91217cb56574fc471c88aa459aaad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:369d55dd7ca928fe7258caf0041c2a21051a8112a9363f3cc79ebca02d382b1a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f145787b143307534101599e1a9406bc7091c6dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf0262ca42a513286ba0ed0b57a639be3b0430f5252fb8d794796c8bec5a24df
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb8577ab69aebb495e9aee284b87698f6f427cf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40fad7ee7c29946778002b728d27f58cafffc51580c2e35207fee59c0bdd5b96
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fbcbacf6a61cf453744930b51742dd6416fd320
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701cc898f28f3f619c3eff5af3c0050e5f1f7fedba6bbd52874c9c4fe96c2053
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..787e4a0a936866652d612c6441dee7194aeaf9c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae402f128d2ff6a62f5ae129e53d6925c54d23cb210ab515fadbbb3055b86999
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a79b99cc9aefdb566045d5ecce30e99ea2ea84d7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4138fa967bc0705c6e0342b064f46085697b2d393234b534558c084023be86c0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec934b829ec33ff32d42c56075c7c0c9d46e8281
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f5d65fcae4915677cd6b76ce9cb7a7594e68bad4560b15a02545a5d2577782
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..331ef15e04a4a39ca95de1c6c66f6a5549e8c04d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b467b7f73ad95f88fcb7582d8532f460eaf5725fa61898fcb6736f14066f6e8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90efbc220b7c912b27d765cb0a7756a5a77b2350
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92207709c47e1ce77cb091cea4b4cc9af27c55c5890c8b4b4d85472dc4d633fa
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbea7b12e97848b5daacae1a8c8a5ccfc278d21c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae6cbcc00c2b70a707e99f1ba65cd58af02c174013a7159ac427ee05d1780079
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b82cb1c608e0c1b312132ede539bbe7754cb99b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e614c1e20d74fef1cac1426c524ba77f940ef631de4a295b5e8764b8c0e18d0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9566a54033097a4a27c099f528a3936524806a92
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104e8536f4a8890ea5e81f58b20eb7a3f1e3bfd34ca0e747d11b0dbe9c31d69f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf0b9aaeacf4d8dcbcecb7bd8d2f1411d348eab4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:727bb6fafa69206ee63e591311eaf1b64220f0e1650b0727878cd432371ac0ff
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a36c7e15d117904b5fb51244eafe8fb8d131a43
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5229ca3005b1afb8f58388149f4adf5044215236e4a01e5cf6fa5521fcc08cce
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971ad560896cd97ba51151863079a921e1c1ec0f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ca07e17e9e58b98ad02f613932d699571eab71a75f02119dcc87fa29ab07e4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef10271fc0bd7b52f4945eccc35c00bf0c283c90
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f2cab8289b3c6a8301265a8d29d4a095b341f694ac9d7da8aa17ebbfe303c5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fdb337414d8ae32b75d740532bc1ddb8aacb4fb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39229cc8ca753adbcc29b1ae3b8295a13bed2930d6820646989a13e0b3bb2974
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8fdba55278c7bd05041a22ab8864277de8aea88
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce26f9cea89a6afcb64c8c1343932764523bd4506aa0d06261ae90c6c858ca9b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..734c9ed416f8f3e0d959b1f63d76a8212f638ac9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe63442dbc6137ea07ecb3546e1760a6b97f2049e4341cfe41d6952becfedec1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0f7ea6982584f589b104d8ef2b7a0c756f3be1d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e5c29fc5de685a478846b8bba7036de3b80a1e95e0b733c6cce0e244eb56d2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af3e41578ddf2d160b4df7d0a43e753e80fb204
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31fae25f8d4e6d45317cae95e33fe1c64a878a55eda38c9e2b4703edea4a9f6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7194bbdd3944f1508ef2af28e0305b5d7164c757
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53548c6b40bed8ec9268bcb11c388316c9b855974525c23bf91bd73c61710d55
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ec043836063849e1cc25dcd032f3a75a6e1316
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbaad5f73b8d5babb3b7a6cbcc910f7c7b9b64fbae1c1c157c252e4598de232b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7851568625279c1cd1f9449d10d487e5935e2809
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c424491781b48019dd006aa4fa72c4fc09787eb1fb59e21ee32567e04c77fc6c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd2ee3b7eaf37e8bbbe57842a9795400efd5feec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7fbe57fa590d1b193664998b7543bd27174f213cef52bae41d377d5c5346647
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6eefcd15411eb5bdd39e95aef4ec94a99ab9da
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cce9dc4b6c5451f860ec70e8bae33ab66e138f705eae6ca366586c177ff37d0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43146f2d8e8b0ae7913d838576a9ce4bca876155
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67601b77a062d919d943586d9734bc7351c46416f26c4f8785bff172380f2b33
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c40afa26007efaad4a445a5a7dec9000997ac947
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a6e9de0ea001249999e2b590cf2edc1bf8f324edc8e371cba343858e2d0b5b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9ad69bf2aaf07a4ecf74d2b3397a9a9b1d72a35
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffeac40483f4c60944cd2f5157d829059893bf9797984893d33e64a899dcdee0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3d057dd02e22f78d30d7607905370219fb030f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5c446ae9a7df5d9ec77778e42cc19248441a5c4bd78fce28e039b85ab98ae1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9578aaf4daf5ef2a11194237b7763ae4822b2bad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b6972f74fb7de7683b8ee08a957891bcf57fc06b6c7fcfc150933f0106af6e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f95b2a8b4e10bdc1f2b31165de816e237d036ae9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5afda2fe0c5dc03f1c12693fb8c0382ce56de36bab042e5bdefb56fc0d09c132
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c38480b6dd4190203815bc348dd6d0b2ccb481
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6054fc1c80c8c4617af336e24d0a5cfc7bf6184c7cabdc642219bd16bbf01dac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b207e3327d1784f6c702c88e11317c71e9479c8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dfc4277fe6caa2f70b8fc8271cdccfb835d41d88e82085c86680a11939174cb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8374bbd9b5ead6961bb8b07adcece7898eeeacd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86db0c11840cce1cab3f16678e9b6cc736e44b4d053e17640c4390c7db6d0510
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b765efdf5af9623eb128cf3d737a6cacaeffc066
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:474442af3dee865c30bab4a5edaddbae3308ab7dbd538ffca2bb8be3b541f54d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe141a7897321b7e8eeeaba6820438707ce339d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1164fd9db3ad8155553fe3bb8f198d4b8876d8c2a3f42debf95bd1dec6819cb1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c02543130fb39211f5ab1d6c06bee66e4e179c4c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a0eb1d6976f83efcf405b96215455715acc163955f881897bec7b2454a705d0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a02e12ddf4322eb9cac991818fa9fa7219b7497
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f482588cb02f5eb6c6980554d2a7ac0a91627a797aeb4233791a7b1d782ea20
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db82466a80f8c5d2fd4236e8f9920d84085d4289
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:140b7e77e85d1933b2ebada8fc6298f4ba5375d39770a728729266d36a445d52
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7c4a0bad117090f5b91b594db4f644def9eebf4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:550e9ce4130fdbe2ae6e14e4f4684d4fda8e956b5748c8e0af9b440abc369f71
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b014b365fcd94662df7a8d5aaa1a1ccd9c7fbbba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04325e353fc44fd56c2a77cae60260c55ec1f8815d77d2a85500e0ef0fbdbb11
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..642f937e36efb9c93a0f8d06d926596894a7323f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb58663edd02e66628f1bc34af2538e2cc0dfba7d17a4bcab811f882117150c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebc5c912c7e9afaca99d091ad92c47a590cc65ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178e876b35528c38584ccaffb7c8233797b1db7e27970762adf81746303be44e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ab4e9f539505af9d92d36711cde456697bd719
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:867c84b53fe9767e9310f3fb17e7ae98546803c9041d542bc3253e164d8759ae
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3ff7c82ac6655d5da224240e9fbf86066145364
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21fcf1fad3ad86871d5e53e61c0da44a074d3472bba10448eb62cf427210971a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..956bed84c3f35bed0ab7652bbbf0c03ae9f8a445
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9776f7a03140ab43d1596856a78a80ff7b56ae8d184aa45548574c14e119734b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..006f4ea8a4a3dcb45ebdace8017303d577c4f244
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3faa854f0ab169f2c9971cbf8a58693593d576b69373424280317c7d1df60e68
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f523d2c79ad48a11d8ff3d5ebeaca0fa71987a53
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea25476062c0afc912a0dcea9ace36633ac63889256fde06e279abc051767f99
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bec192e2bf9dcb5333d93604189ae0a8e9f1bae6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a982a8a37b46d5a13b6f855fd802e0508d55501473e5eae626c91edcb88651
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24710c5bb46ea8c7e38ff17e1ea78a44ceeef92c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8c8dd84824e82306085ee8047c5fcc905155046237c69baf84b63ce9a9ab6c4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a78f73c31077c310d7e61c8e9b285a465883469
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:431211af8c69e287c8a2e8059945988f2723b44222736aef5a9e00a8c8e59d60
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57980720aa0d05e7074887f5803d8aa0ea45deb3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec4eb9d5abbc0d99672a5f455b87809ab3688bfa054056d3fa9934c5d11feba6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0917590bf0dcd3b4bd993b8c2dde0eeb1f08e16d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f36a52520ebd3671b1ebd3575aa0417a9204436c5b814e4f465c893dc3772780
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..543e5767ba22741331dbb63935e73c566c3c66f1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd1fc7966dba44b77627a25a14fb9ded2a73b5f0f9e3fcd4304585c792155413
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc82438c5ec1ef6df7bbdb7a58337382d43f3a19
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04290f1eabf71bb5059929af04e8f8321aa2bde6bd739fcbeeabcf726c49acd3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b1e267f4c49e98157186f1746ddd39fdfb05b2d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce52393d692f17134853d7ec06ab0e7471a8242da9af4ed2d230f4c598794202
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09a462b2e5099df60ddd7a62a1f2adc085c38a35
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c169567245fcec76063582b55fee51d63f3ad9a89e840a8e573c802691f71333
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2928b1df310e0565c9a03c6b21aabe56e23d33c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04977e60eb2533024ffb7fab832b5794d490332f63dac7910f246e158a82dfaf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c693e8b4b0eec3dfff7efbb726b852a51e63d9c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841db3d60d9fbcfaad5d9fea61b86b7c6cc2def6cfb841625dbb8ff5505f6dc4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4be95ce26c919d44f0e85dc5bfeeb777f15e939
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9389ecdfa31398aefb53981df68f831c715217b2b881dc6249639ef76b075294
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36391ef2778e54c8eeb835346e6434c07d3753bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d89f607bda1adc53dd840e20df69b015de1eaf05908c696fa011545340f01398
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfcccc4d9d365c02bd0bbf203099f8f5bef0990d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7085299c795c6ffd0b4049e07dbc605842b8a8f85a245ad7e91e1b00804e6e42
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb52c93ca20bf803b2c24a83c8801b7574348cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd5adda0ddb08e4c05ea04b137021d02785d200282242fddf5ea9918b793a353
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e61631cbdd5f90683f19c41c99a065c1b5d40b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd395e3f9018fb8d6f25bc6212f46cbb493128c625d1e0d03750c938e0cc11e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0151ea09dada6ad29b92c5663836f409435b9556
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1cc05d09bae73bc468c7e191ba715de1e163178bb39718b3e671fc1429eb75
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e8051d8aa829e32870b3c6aa1911a9e8f44df0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab9a59bc6591499a9ec715b176b6893c8615f6ce9b653ae431bbb55aaa9e100d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d6bc4bdc363664cd947e601fbee2bd59dd5bb1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7928b4e5c8c19a96674d9c3b8b9b3c10404e0a66f93a8f0b7321c458bc6396fd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9edbf5184105e27080778ed58f9c096eeafef9bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f883ce6163e06403fb24ee18841a4a1da93e36f755bc2005246f0fafd2c246f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a23fb63068ab714667b1018b12a7e5d023be7b99
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ccadc292d8366708fb5a0fb82d1d8dd17f33bfd3640b269dc6ee2d462bac738
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed6b9cf93c221b768958d440f7004a05bec0bf0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c5714e00d32be32b8f82e4ee6670ea46ee04f060a2454add4db3df8fd8c2f6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebdbe4bebce7ab57c29c7129d2c18cee04f77cd1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8cf33712153a1f9d8d80232d9d621e28cccfe19a3d5d9633b125f99c99a8050
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5569bcb25cfc2d06e3d39e7577ef0c092350299e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea0417d9429ed054d4bed3b0db60513aa3c2218adb941314d0e4bea3dca6d22
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6117b8bdeac7ec9cbcdfa818db9e00de3fd92e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d07e1abf7c67c786bfd8fac2d73d986b68205e48acd0148dacac027a100f10
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ac59c69ab0f1863d2004e3218860f2c4124d1c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e27003b423b4808e8322b43944f4db0273557a8e1bc26c65797ae5f8a7bd2f9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b221a21c13484ab4f1aa9096a969bc945bcd4d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d73424927e7970afb521eadc71b0c305143d1332be0ec160af71b39793e1c1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..193f50f1236e415fd120892bd2350dfc84130cc5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae9b778e270300375e7bcf018debb50d16322bba17345cb61fd441097020d1c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..812b1ce19232b1868f6a149ed6039435479ce135
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e193fe34e0e4b15b9866f22b9db55a4d09bc12c2b31c174c0ad66647b2ed55c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32242fe4af5df6a88266d0b3a796e38b627a11b4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32b01b7dcfa401f73037282f0ccfb0051626399a0631fa94a1766b13b97089f2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..196cbc300eba76d2644b2dd1c7d378c3afd10416
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8048c850eedfd473a6ba1abc418fb9ac8a24e7bb3bf85a028c08a15027df0409
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7244541f847add90e952ac059615a4a78aee393c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb5cfb40297ec979c22ed6b420b7ccbb760227dcdd6acb4fce32be854861048f
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1c2097968650f7b03da649222fd7370f31a5ea3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c4d64ca7115a47504c5675a3abc6feda8667cabcbe9c2107600c150affd963
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d8021492a491873a53ef736be4a9000f19b4c9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b6b555fbd0c212db028d4c4fa56b7952590011570e7b193770f718460c2a9a3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfb7f5ad730ad402b91a03d9776a57ca4d25e01e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afbb245ba605f67d4c2d9858b6d2b72500fbdaf90f16c39463d792689902c692
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91068dd75c280a72a8e724e27d5fdda5f0fb5a4b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:005e7b5da188340f79b0d09a9d74a05cc43dfd1bc3468dfd66c66c86ce649563
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9ef4cdf76e28c00ea7a8c05d469532b68bec979
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2774e39c7bea53027592a0f94a223f48011d84d9567b8f4e565d7d5f35cd7b9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec153489ce0e61a95428790a1d35ba3b920e28e0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84344756bc8b7fcef1ca267ede8a7737fff221df602404386107defadb5720b2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a2d7d9d1036f77c919994330df434e349801410
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8333bb31de3755aab99eed09cb9b454b68989186380ffa7ea5642fcefb264289
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13f0bfa21d90bb02b9f1debc935a0b105b0082e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12a17da9cddff54eb705857aa7c8fd000900ba8a3d566c6197c39b1d1900487
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..801be67bcd9c97a141a60e79143e78d4b653b5a9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be568741b6fe8e0ed8a1979626ff950564dd6071a950a6a5fe4c8a4ae7656915
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..570be69bf09e1924ab95d5ba508d5807f9880499
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ed064add26fe6275a707e515da271ee6892fae65d98be655e3879ad60bf90ca
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c90cde6cab9dfa95b6e50ba862f75ae40081c24
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aaa5c5f2cfefefa3d4b258e206bcfcc9c9380104d5993994aeb97ddea6ed3e6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e5b1008f35f3612804b3cc7fca6cec50fa0166
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f341c7e404726a083da367867783a320b440e234014777e55a5bc07d87af5de
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c6fc7d68e88238d2cc6e556573e96ca79ab1cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:703334757d79528e9e8f93e7cba6aa2abd67c501085469f4fc5c61ee1f26593f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5925d39940fcae0fc7037064320a61c2f1c4cc3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c99f6ae6e06092fc9a76a509865f10f51aadbe2e31eaec64cf970a04662a48
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eb5d9104b7ee854a8260c63f02e0edcd9a3518b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf6b6f4f0ea48b48c22c162e126f21702c967cd19d75df46eb02f016edfb500
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c581e8c1247d1ebea4b6813c9480ba268aca435d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1796b677b59a65df1c59303eb2caf7a337d197c74c9a286a1b2aba7d15f34cc6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be19363ecd41bc73f170481bb732edc991aa360a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:717484ab9972afbfe0c3dbd2c5b5048d92b0cc0b4a95dda1fb70149ea0a874e4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aad879f746aa2b87c2e25e5a960b668b9a7909f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f2b353a296d94172e18f2a44174329b5a9f1881d85b1c47d940dff7f647a15
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1b6c24c583b875c2092fa1926d8881dd06c9e2f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535db956d05dcda3ad3b5d718eb0b2570c419021107b91b4551faceafad008b6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff45ff087524367c5b7ff2cb155f39ac8f96ffb6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a083765dfb7a74a53e31735d9398f351aa8871428b7421b29d0e4086246de0c0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f48a7c3daf245571fb0c6ac4082a3479365d0dd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d4c7327504ab461a14333aac9046f0fe28513f1fc2ef4785d89baee7ea57d71
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bddad644ed4b669f7f627461dc93d82b125a05ab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30cdc6539b2d9a7695936fefb67f62cefddd9ad9ee1999fadd764200fb04e492
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617c16c18643913ac4f5d14256ae09894f8c0f47
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c11e72812f7c7a463c368f92d3aa086bc2c5bfb24f20f09446ec59e56805a75
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b835f48bbb6207d0bd2780d938cf5954aea27abd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4745189f853ebd5bd04564f9cca552dfd45d3a20023143731f956952914a84ee
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9201963ad8de31699d79ea0eba5f83cacb2478e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c6d7a167634b327fc11de4d54a6d946ac8b5acb336a4b2f94307da57dc0c57
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a3aaf3486f6fd778399fe141c7115e7ffe9e5a4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d09ae9757a1e623e0dee6a03bd4fcdc4bf07b022b6ca33020d1953f578e27b0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec5cd72a7d7388dbef5e1592457c239b0ee3dece
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52fe3482511a2042015907b9f4d179998ad2cac3ff128c429beb22da7a07872c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd6f2bd9fff37a2f35439815e802609cd9eb00b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2e5d6afd96f6682fdf4ae64e3b4a0bec5bb5ef2cd9f135e11caa7e24029b38
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9665fe09a982254b38c44404925d8770f43a9f1c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7af5f0c16cdf783a2cad28b78c14d4df1d6c8be60e10cd572f92ad1e68474fa
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b737f33a92ac2240e314bce081df8c01dd7eb58b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa7eb12d3bdc5fff12839d6a037b9e6fb6850c7f62df37217ee9f9a39827317
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90d174dfa2c1e23f8e330e6f65e72e7f6595f18f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe7a93c0bfde0f42af9fbbc248ce67823cd8fb219e605cf612a4c9b9158b44a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0345376b75d77e0edbf02700f1805e72c91ce1f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b15d4e93971e9dab55c1afcd51cd1de008e7fb1fcc38b5a25dd7afc6298ddd4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abeeefe7813f52ac07c593735fd03bf8ceb7a64e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aece25a0929ce45c688d29663e68eddcc4cf9fc5b7896bc397c2fe09a5b67084
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23ac284bea45141fa1fc028d756608a9830a0a8b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce1164793d1b03339a705f68e48993c63c6e1daecd2ed2f29e66faf1d646da0d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c42bdc024f68c72183f8302fac38d4a5814039b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c226ac02839248c7ae05194db31dec02d5c3cb3bd52ef1714cb01e5d566f9132
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a11c66f7ce9072d60cc26594ababe7cb92ad98ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c5a34bb23fafa5303b04bc2748d5649e1a1ccac9bf2cd4b0bed8bf60b3d8aef
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd5d9f7535592a711d2e85fea4157ae19ffab89f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc374e3ce72025c54c9ac551683624d0e82528ee56496ca1a8f022dc4c676feb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f10fef5f4dda6aae0bc8016037f3918366de3bd2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0323111ed0e47b00e1f3f2e7745e4124c2e359a6cf8db633f98c5c3482b4988
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eea33e1d520552c89bdcd3b22b09157dd47a6955
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f38d0f88c6d66d2db86db5ada841fc4c9584f7cd40b832eb4687b1de07c006
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc898982eb4fa6ba80ed27d54562b5505077e015
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9594f2f1c758ea442d021a3a83058541ea59dfadc694ba0b4eedf998bd2365fd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2cd033bace42808b3d08259d17b9ce83ef3e2d5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555ec6ede1f0a7715f98b594b6ef660ee01e96ef1b5d1b33ae304b61d4b74e6e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de7575ed0380244981221ac1a5a7715b4f6c855
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:590d8873c8e8b577782611d1bebc9ee847fa9a741a28b8a446c28b6c5a6c4fbd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..532d3a33ffab7bcbe2831878feba3b0041f30054
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045c4f55f7b9252ad0ed408bc852115c3c3ce2e356a65482811810256434c27f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8bd9abf1d4293beaaf7e3cc5bf62ebed92b89a0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2311236917c918507bb67e572c25d49c7f81512611db0ea211376a31e8be50fc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05bd8aef298340b18e07be0460f09262ff9d5d4b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c61cf6814f69d8c4735945c55d5140945de39aaa25632d18e852834e09450a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b5a1806ddb8de617eaf8cf948955aa6ffdfb96
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e9af3c22f2134f37a3a420785def001231889acabff2565b61d1bb7500543e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27471169187302e20a1d91342f9eaaa6c9876b34
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f771587117a689c82f9e430a47104a7793e9d34c6140833bc9c1038eb5389f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1a99109c9c0954a0f28a7b272213b873ee4201f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c7afb6e82f481efe4082ecb23008e65cff0a1d032dbfe776869c36cac2886e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0a8b0c623fa3cb005a5a34a13ce28802c219d0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c16d5db6dcf78a79f239b9e75b5b996e58a90ab8f2b7657134b3bc4f50e51d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c66c4c4e7b462092871988a32de29af9bfc63489
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b85b6d89d97bbdf3157dbeb1a0f4cd9fcbca724a8424d69316a262158755da10
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93912772a223c6c6248a50a2442cfd08a360c26b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:898a1dd3ded0ccf30eade5e195676c0745d7d65d9da94aade8b7eb17f919f905
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55b2c293c566fecf38109f30c8cbbbb87150801a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc2c48b91921c88a84cfb0664b494388959c320eea11e8e54066c8935854201e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f709c55f27061c2ad9cd8a5b1c1de32d3dff6b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22563b28fc793ef3b459f99003a634ec55e3e828259260acfdd7467c7ff6e538
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6055d7a7df514acf4226124913f6d405fcb8717f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae986af6ee7a3cd0ac8f5428f0f505c3e95e700cfaf0c8ef457e1214f8d574b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e46aa4fa01973876f505fc7617e38f56acd8f4c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba3054be1efca22f0e98926271a6f05779f148a5cab6993ba4ef83eaaa0ed47a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e63cf00bc3896d884f8eb022bf15cc6ec5bc1075
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81514dcb79ee749c9ab7230259736d79350705689282edb8e5d4978fc35686e4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..635a028ceff1c88d0d724a408799c98270845d5e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c250e1926a591589855ec48777c6e971f3c70f13594c33035e55fcefda8fbb65
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f4c2ff3303d56ebfdfde4a8da0215d1dee5884d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d1211c4999f85807813754f7b8a22621d3f80e555722c0390b5ac71ff364899
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c451fa8975f35945a84faf09b3f3d0cb38315b1b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4eb0f53365393947704a3295d5b053445042b05ff7da3c83b88f6727d8dfa6d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..659780494cf106578506bd4484fecdfaa76d1266
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:764a30ae9a1fcaf4d5d7d1f3792a7d8b5b192c5b9fc0ad42242c67c595d0bbed
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e04c48b427b07df05605e5b3f230b0155225bb15
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f221f9c2d39bd35a7f389ed7d80f4837696d367b8b2fccd04b696b5df45e942
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10613b6c7ca8cb0c7f8b138c95682ec6ccda64ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e2f285e92295312849c1c21b50290c8e9f5ee2481aaa83211d28661d52ed674
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20a8f282231a8eeac4d90a9da31de574b6cff329
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a301b9e98fbf08aba57470e6b4dc1ad0aaa650143ee75230a527e068ca32e27
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..563d37c5bdb9e147bfbd1772a1e7e22b451bbd89
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e72fc3e768646a6568e95bd1072a2735da43b48c919df1222a2a20e9427f22a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..157062276af06a733bd470164264e4236a35f34a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea72d5c3468dad436f3e72a381e28e8e455048b04b8a8955e10658bf891139e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0898a730b15468d4ec0a7c466af05428f0da1908
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6869c0c6694718c6f52a9f2cd30014f04c59dd50a8da70076b0145494d0e75b7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b94985e9c3d45fe1bedc90e63c058945a0f2059
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b891fbc81731eb9742a1e8b6afe5a41018365e4941e230650bc2daf7297373
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7b856727736d4b116109068ee05eeda932e35f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e668589d68f82ce476bae79f80f8ef121bb1a399d2b583b404b55fb285bf5d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44fa7fd60d7ff83ff16795d5b962840d6f3b1912
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81fc17e7c7515df0e22aa76f639178a4bf48037f3145659914c11bcdd0fde5a0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7c13c5e10fadeccbc1b847c09626d425b0d9062
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aea3d85ea87c5f0bb1649a8818afa5662400f02a146abd7e5ac12329441de4f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e75adc5a6a56dd8028ec69772bd9eebcaba0bb6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c42202fdd2a4e85f9fb1b43f5386a63423eb1d524a79186b69c779e4b4b6270
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f50d310d23ddf4437d84218ceefc8d81000efa1a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f47bb7df21b60c2a6a700aee43414d4402cf3d772c1c3113703eb7ef7fad2e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50de94e70afe90c96d2fbfcfcac03edffb9d33e9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3432be14e2a6027650781e54cdbf9ce422e63c1c2c646041f2423750868da33b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e3490a910c7cf420edbadbc54694bd96033708
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe11ef18a0e6a01dabb612538eeba7dd497849eb2cc112b1df6dd1b1fb22916e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fd47f1043d75ab8e32d82a5766e0a53433e8447
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1849d626eb77cd27a123ae2c5c5e8d7c188220c7e749e5d82748f1e8ce9ce83
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed26dd84c5efca3e0a867b8300d15cb82fcf1d0c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea3e82b48ce79ed4a9423c3eb6334300ed4f95c72e820ba961479af326bed78
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..228c6df0fc6c1818a3f51620201d89a2402cc6e7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38fde494851b6858ee037dd7c7b021c0126b76e014b39cabe956e599f2bf8dd2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10135cdf4d31717681c6e6fdcb604903a205f3b6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf180df8bb6d045228509b344c2b9bcddb9d0cd4bb3d1cce39c7fb18d7213b5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a448c7e3b410d8a146619c43dca87174bb5eb23
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fbd22f21fd1587f8b072434900d4c7ab19653b4515703927a6e02cbe28ef5f9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4626f466655a629fa85595d6c971c7b33c1da27
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a1bcbc3360a626fef3d52e0a3d51fcff5d1a11f7c2b816659660063ace13ce2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3520f4f9981348776eb636b25b10dfea269ce2a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6564eeff28269584f8a4228a60f9b2ee02dfb59260361113cc9b152f71e6ac65
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c222c8678a91f364708baf075f3f4703714e17f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e35dcf92eb23e94005fc00aab818f650e8c38604e57ad732475aee0d8418af29
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d41ebeaf839d4bdce5d9e033bab61f6d3c028a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2c4b82a0c6acb99531937609381c7050d27775fc5be5ee8c512e3c2d29b761
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf8f8a0b71546198e1e2d81cf6efd4d069fec399
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d22e7e16eca0454a876161ef53aca9b670e1925a0352793d04a1d8e5f96700
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6890079c9f8f9a9b9ce0a009ac42a0c5b584671a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:410d5ae417a9eb18f1d7fe755fd8e15141930dc8292df0043c56ef7f3cf2de33
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..057b67fbebcd23cf76bc79afabffc2104d4a6eaa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b6c5526061985ca52aa4651a977c9a7b18a6b43b268fda259279e42e146ba2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71fd87f5fa5c5209d924acfdc957d9e40408df80
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b8fe07c727d26cb3a93818bb69ccf852fb595baf9de7b7d0eff5223bf035e8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04837af26b8b0f964633f793004f66cbed5189d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcdcf1ea7d8172b4d0968748b1c9767d59f49131610da17414ab14fd56af7144
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6532d7e0df8326ea966e1abf9a10bd4689a83966
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fee5c846d0263b967dc17672f7795779bb1bc93b79f8068fd5976d40b0bf055
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e44ca58543e22b03fee5e1287f54e12a3ed835
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1977d7b119921948216e4733d70e0c3162d0c35b1762d5f06ece1d4932ed6c85
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..149c196d67251e4a8304c1abd467c5b4b2bfba74
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d1d1cf918a4551cfc760ebeef9dfb311c206db397431f210a5b9300b704f68
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2adb80a6dffc49ab36625ee81d041e83518ffa0e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c2f01382c69a856100e64925d34953061789e8fd1a7f28d93a8334fa8f04659
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016633591a149451219ae953c1560fdd13d530e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79b911012b6473c0d439b19d76bee20d413d699f215b3bb81d836b2a278e531e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03dca3f14c308b1eacca2f65a33faa27d417c36b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b6e600136bb404c5527b777a9edde60c69462775fd1950fd3c6ff847f44da2b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5197e8c0b1f92c8dd94b2999245b20eef382939f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ca090dd19723baa3d9cc6bf38e50a892d5f493e3a200a24557324b7238cae1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e6c9af334f420945223aaa2016b5a97bebe8c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea742e5fb9a6f050750229d81168c0ceee0114d1a972aff61d8959e65b9e72f3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..071cb10ce2ff767f8c911b72a005c57a22ecb1b7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:460a5e83fb48cfdd473a79ba1e4ad348470f8eb1f42b1cb1cfc63e050445deab
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..789c98f978c8cc700c242b98790944cd1425b11c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da308a7dbbcbf9e0791d2cb7e685b5f7734811e813cbf5480e65d6319c42ef54
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ef9e8380c5ce100b0a88e00e486842e1984fb7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce56f32f05d4af411399da484ee0c79fffb66efae61f713ab9b33ec19572a59
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b3a22b318e28e81b5a09968fea5256ee677e0b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6676ae1964e294240d6327c6d18e9a18678dfcb9e9609d306316bf0ddeab8685
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182df3ea1d7dc67a01a9dcd07adafea3d15fee0a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4786d7d1405617aa79a78f8ed31ef2c4b15ea1905483f7df7f0444a3a162b8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11090d2feceaac83cb4b23afcec681a93ea5e498
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9358899c3fdc871df5675cc62958bacf6d111367541e2a9cae4fe6ef73e7ddef
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a41de499a8feb5d445bfb7b7bd76740467e418
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170effdb555ca5378598ca603a7f574b1a309601c9337cb6a1228b797c725a2f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4439b91360b28d14185997fb2e01c27b3be6f61b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7256e1d32ed1a0f943bb8a4532cba9cd9dd034c9c3b5054efb08a9fafa1f9cff
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ac8fc402f859847ae3d44582b9524c000d0e1ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ccfe6505a2b8e34131df3fddc58b2cc2b585645c23bbe07bc5ab1393992861
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dec4cb6b5f9bca9e6a0c0ec72f7d2f2e2f293de
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f92261ae3191124043055e9c85c4e7fff6b8fec874c7e27a6a918a3884544f44
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f589013227ffbb7e7138e646a2d85a37e199eec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2569514025732dc3c7052771898f1a033484466f4a3d69dea34d726e0668784
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4368c59f3b6151421fc7abc943c3a483656c0d08
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a08c9b1473aa479d82f14fcd26ab06ae05c4486441e737f4b4ab212679c695
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3799ff6b673010afe8e8bc33be698e0d932a979e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a69e656dc61dc7c451b5fafb6f755965d6ab3647f11da22d236e7ae70d13ce
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3bced55c85a03c0087d47aae9e9b72fe07170b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95fce20200d12e4cf89c34575169b1ec08b5ab5e86e0e46b797e6b99d8b7aa38
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ceb62cf1c97736abd7f3b909a4d59105d80a96
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782d595632c0673fc52e1da226401c49b3307d6dd13c7bae278363fd4f22d334
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0fc4166f56c2d626ae8a9e95bf8a3c44c83de35
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3703bc7bfcdac0144db1b261139323f065185d17159bec57340a7192439095f7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4094709e835d8a87c3ef67af6cf2b3b391594fe3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73655b399c681c1d9368494b6198d039278120b43b170d45c3da547b1e5be7b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfcfe364e4cd39ad59552637a6db6c241b6774ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee6a1824d041a95a43a2561997d56a2dc1f286c0f2180f5980010251823de2a1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a5cba5af057a07d48c53478fcd6a8c0093abac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be42c2c547cb2d7f2b96d8f99a4b77d18033a1251709abeb1419e0b58ac88ca5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d266c0568abf3c656cffda3937851d6416164a0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c2e83411b30645fb6d9eb96aa2d330b5874bdf878203058edd86fb3c3d3782
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b1d9de5e6d99c3cf24d8e9085d1db27ff05a8bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc5797d977d72cf7a81ad88c207fd29bb2dfbfbb9146cfa537ece804482ad9c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d786ae29a05fe18892aea7f25f9e8728ae8a7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ca3d5344769c491a5de02e9db72a62831e23d7706ebfd27535ed949c3ce69d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de07a0f8a30e734dabca99a707fed50e90e19821
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbad6fc1641f06f46ae3e32edbd630799c3e7a8497f1c8bccdee31a87c5829de
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a2d656b6a22f399bc95b975fe21ed576b38df0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f701f7cab91c746fad1bb8283da2c9b3f910c28612b5a96da75ad3155a9ecec
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc856b909436225cf580b1ad654b07c5966a994
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ce949c8e09da42e5bdc0d0121362b0dc42ee068d06ed452d14277eaad94ea6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12d9fb1cdf378726d83620ab4d255e2219492725
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6482e8ab8ffb28bb0d060945d015622aedcc6cb2d8ddad40e12c7f5e6f9ad1a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c1dba09152460a65f6450cd05574382b75ed3d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb20550ef56084a97677f5dc99b14be5943a6560377956c78d0f2beaf331f5e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1606b85e730b138043441ee1a6d0f434a63cc759
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:049943f17ef46cdb4f9917c8108dc44b3d31d2ea07ce44aef79b97e104da9baf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ca27ea899ab371b7d707494b384e7257299eee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d37bb076cf97972445ef71ce58c24dc3a1cf3217867c89da3c15ccc300618bd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22263cf683446a223989edcb043a16c7c0564e67
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a445d685681cf7e82cbeabb62282890235691fa75c39046e6bf7729f9333244
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..878d28b22e6340b75c729a57db12e3bf3ed982ba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b8890dfc433e61db06e70b55a0a3579b48a3e20680f56a4ef3e41ca804d33af
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5913a676b3ae7f79363753e358a0d9fb5208ca1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f425121e3f58a77c9957fc2f9036d98509949ddaa7b77c32bb8b054901c463
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58d30c0a1c42fedbc614536d5b29c9b3740ba4e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf8d19aecedcc248a6725c58e62d7315f0e5b552c9b4130636cb694d7d240676
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5f35511047a05a18ea358be684ce2e3e4d5f96
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b81c0dc61ae35e734352d21cff975f50673c45b4e5bdcdf9eff436a8caa061e7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cec0da188fd0aa4a0a41a3d68114279e1def2026
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa5042b5237938332fd05eb789ca04fad32452b3e2ad457ef8c4f7507face0a3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7a79a662fdfe472d7b15eb2c20015292d70fefe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e11fa720afe0af95e660e2131053b51c28843bad0820cf2b4a32dde8546a48
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe61c767c0f82a0af46fab6513fd1ba83241dab7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:754ec1ac7b49a3d53f2a4c0c5d84f65ce170a207fcc00eade3f1eea402e14079
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbcdb6a4c01e989dcdceaadc51654dc955035b0f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5557f47c2ad30cf1cbacf2e694c826a9211bc899f2c3969fdf84eda40580a9d8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed325349efbb4044650b6d12e4c0565e65680243
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2e2343dde2551aca80c81d80ba2995153e2adf7c2350a81d94f493d184f5bb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd6d49c2215bf9a0da0659671bc3216a7609d20
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5963593ace04287431e82ffbbd1099c12142d914a79f1025e8099f203ce84eb8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f935c5b10b94047c4408a23721bce394b4eebe5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69bbbca0666facad182d2ab930fefc2bbab74674620a3ef2f266c06b504d90b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccef503caff4c5006d927736bab63b4670cc1905
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b905df1a90aec25304d8cdc197e223183578060262edf28dfc413a4c951ee81e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..251710c1f1facf3161cbb5fdbd0671e6bbc68f8d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c12404c2e1d043332f4a98bfb04b81b362c5de7f658dc2798275664f83a0b65
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544895b1700be5c1049555ac517c86f5a5641de7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a51fb72acf3e5d0aaff68a8b84ea59111bf1bdd913435bac77d38251bcef561
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..201e3e13a43e521bb6b387ca7d5b52c4f7d48f96
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:031b652b49cb72f389febc25524be6235cb0ebff94b51406d85a819c5bf22c4f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fb04533c60ce76eb445b51c76ec29b938f6a779
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a86f99081a2112bb24e123037f5234ff779703578c309a3f0aaf3145999f23
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d8a241e94f25d7d1e2a2391372d99c41c00f3c2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e31fc52da6d891134caf2ec150a1a55398fa23d9f4982acbd9e0b78eccdb61
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17356f0ca44e0264b1c83c5b14c1741241091614
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c29d3fd7eefeb8585a80b1298a58f7477391c2d7e7f67635d54a1d3080921fcf
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4fa8d2addf26ddd4727c124e731de3009b559e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f2316f9f0acf6955b2ee8c21f32956940df4f8ff083f64be328220dc29dd7f2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d311fbaaeb887ce7b37c2492078644c203ed53
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f54c9977a2734fc774f325963631bbcafdc0fefed19f1f20cd0235b95c7333cb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3091b8507fca70db8d406a87a46ed4cfcb41659b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae79cae0ca0c01e6b8fefb87223745393f81db9d2f35ae0ac30ed412825c13bb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..559571b0975ef786df01498bad7c08d8b51a3af5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:038bfba7baead646245e7ec1b9d10d6ced5aecc35de19513e9741ac3290fbbb4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..733330b59b2835d56fd21269bbb2ddd113cdce1a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43dc157e6d14075a715e51f60f865e297d3f5a8df1bf387e885cb514dca82c79
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e3f323408cdf460518e20fe9d140735ba2e92f1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fecb1e21f3477bafb9715ba8e40d03286f6b21c93291dfc4c987b149b810d21
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..875c7289087c4c4695dcf4ef46c4fa81cc547508
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316fdc03930455aee74693481367b228406401ae71f26c663dd9681098f98184
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d555c79fcc5d00490e31eda299a9b1907651ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ea5a1f73a05292a02d64462a8a510a254a68f3eee0e8fc4eb020ba3ef3bb10
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9bb9d92c18b1d64ac41459cac9b681662516c6d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e6411f80ea7ebf35434905fffa798b4aad80c78681902f306da80847ffcdcc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90cc0b1e159b497188edf4e708a603452c8e0c5b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4135ccc9d89b63febbd43879000abf70f6c81484ec0cf95edf9e1749da9dea9a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0641bc5e62e8daa9d643ca65014fe71c6d12fb7c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e7e2c66b56c440c11c21248bf53a7be39e36aed6fe5a55737cef507adb56f3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54523b02bb4f32d4a33b21bd0be39d99ae76caa8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e5906d6b2a9dc6f9aab257deeeaac1b151c4ddd406121cc2fa162f6d4dbc07
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f69842c13ee26e3f949dfbb8d840fc15480076
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55ae53a9ec4b87f0c5335cfc57919171a42d561bfebdd29e1c98e7bdcaac2d4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a5bf13723559a936d3aba3c19fae4261b8d29d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1c747da9b05e6e0e64da2b69559c9de39476209ffd6e655ee14fab9de255d03
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..703698360cfc9d254832a84d513a12b34f8d85a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383c5c9a06b879c0f678ae1b3f62e8b2e2a6b09195a10bdc21db7597f816c22c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82ba54d9ba0cb1587f362157071d3afdd1ddb42
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72285ce6bd8e79f982d54df36123b5cb3e2762ade3eb56abe8ef65de0b965415
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1116c16263f34ec35d3e3742e5509d1fdf446e49
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983d7c016ad2c373cd14b4cb055b2c3d98b99055c5911766afa38f876b7ce446
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75084f53ac822c0b9e97eec6170abd12b7c8675c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:144bc3ff3a6550c16845a08b4b9aa8143baafa9a338dcb2f71e100d0d21775fb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01d6321fd3cea12ed9c0b501542590c917c0581a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c73600842c1e963074b450f121e6a532789dcdf1005661dc75efc8570ae9b1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..578e571f1db09d54174ff7f05d6c8f32253a59f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb5ee431e0d5e2486a04b5055d5d8a4c41ee3228eccd3f253f60d6fbbaa8f8a8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a99e01fd7dad27e9eb9b530640b34c231e0e468
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdeb14623c53a1353cd6b481cfa06d2d4faa5e41b6f5232fa112ef0aaa479b52
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb4f02a39ed02e045611d620cccbc57e82909ce6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88576fe8947779cdf403c3750f4713e47dba7773e6e7cc8d18e633c2857b923c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47686de16cd4bf84e401e18e9118d959be43a8f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a01b3012ceee53bcb65883162a4bffcbe34cde87460ff31f756e2457fdea95
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d26bc18066d99ea6217ea9c1f33c800defb49c27
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc481948b820fb033d388f702ce6b98f88cd452ff937d6fec8b6e01f45c3950
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b38ee406ac92abd27cb0cc35ba3c0ea79a65a4f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a0003b9cc1dd0acf1099ea8f6438e87b3f00e9cae686eded0b400f60cd0daa
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96d592799e25f746834f427064bf91f588e74f99
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c38355ac9c7e48e01c36aeaf08a305f7a3d3068bd950971b03576a28726585
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e7104e489338e348e00f6942dd9c75d6b29fb9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c0bc25372ed4e39f15a2616f2994d72efb4aeacb444bd1307473d3d54e37b7c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b2f8e31d11ebb98c6b5a6186d6867e29d9fe325
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b0ac670018e993dc0e9b9d74132795f029ff159348099a0473cead5cb92bea
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..286a54065f76fdbffa3dcbd08e624c690ad5d9da
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d14d70363c42c4fac7ef4bf8b340a1c722df66b7070614e18259df6cac112a1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73afc098f1558227bf75a3cb83b7836d0f23f50c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bda7523246b7f9a84fcd04fd5f84bbb05b21f3372a5a84a392391ff1bddf8725
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae48fd9a5a92894e1f18492bdfffee961347a459
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:560175464ed0bdf9ae9b483ba4ee7778221d869bfa2cc13c9ab65321b606c23e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617fab0e56dc793b04de680f132ca83ff847ccd6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45085fa83e5a50b0cb0b2ad24550e4ff3b475e05aa9e38081930ba93a40e3224
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0133340df5671ca8e01b058a1a7e316fead96b3f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b5c1b569b9671d6f85cb3eb6d77b6dca91755ecd65a11676c3ac5ba57709a9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ddae2961a42ebf0b409b02030cd715b4ca334a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60dc8fcb4361695e14240aa65415a52cd323f63237aaf7e7c18e3fbbc941ab53
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ef10401c31313209e7aa374e9c180c3aca548f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a56e5e65a63b458bdf9e5bdf75c23f8cd3420290cfbc08555738a001280a2962
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d9ce72c31fba3dc1c387154b5f75892c3b8a1a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4286505e038673475a27ce0db1707448b2be0087b53a612b77afa2d22579593b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c985fa6fdf114f25e9b82f339be02ac6debbc84
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94e79470ad3922c49d0b39f9b05088541d32ffec6171e89fd278652432264b7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a7a02b146f6016abccc234180f9134e15ac968
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869eea04f81e7a5e5ee59a5843a682fc8457e75f8daae4a986ce578528c65d4f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc787f74a9e4ae0549d2081d8c9c45526935a211
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5d6aee668ae775a8b42c30486cb0a99d5dff5b842e8a912f1e8e3574303a1f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab2e914be68c4d08ae2a1b2af287ca38501b1e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d54a0f8dbfba60c1157589db7157cb20f7e86225c354fd5c34c1ba6538290d7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e41d99f680dfd9595ab0b079ea2dce8ce704ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e77e8d027cea16834242e6973c7c2da48c8bdfcb2d0d1e1b31306d4138f04764
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed5971446b4ec02d424d41c1fc564e39cebe1d6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d6455a9f183eb8ed8921bafd7dd82902a61c8b63fa07a49352b43f41b96c46
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e53b94ca968909d62e9b972257dad1f7afb0a13
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54900c3b82750492da9cf822a2a0b7ae1c0b38ed4c880b4ef5185310f4d20f5d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..393583d2f869aa2c755fb03448e28e827ea0be59
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5dc70809b295c1fc805f023121a8f25994c669577f100d0f7839bac200a9fbe
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f17f126cc6877c66605b75251dbd936a0bbaf38
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751f272e34b1cf543e7674dad00342b39a785ca71167e79f962a0b76051fcd6b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d372edc4829eae780dea6c14ebfebecac41e0f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1bac798005e4de2526aacc4c42776227cc513696d101069b23cee51dab29f91
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5054eba789cb558a706df14b699d5a1e7fa762e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d0e23515d329966ac9e958eec0bc8704b88ddc4726ab2fdf65e4526242cd1e5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..958198ad29cdaf8fc15506624ea6c9ae3f97956c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01154c10e4069aa827b5a73578c9fcae79647db6e04da679604e27ce27243c33
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0536912282452122fa4eb1e8059f2967ffa622
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:904ad96c3a6f2909a3a81e93d4bf2d9681065b114b49b7ffc75841eae74a0364
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a026ed84875efdcc983783d173486885a42d5968
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07377dbdfc8681f8106a923a484136dc5ea4e03570111186b56b75d0f002bfe7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..968576635492758867175e7999d0c8c82410b462
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51f96c8254ad75705932345cbb5b2b073825af29e191fb5397c439a631e6e74a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b06374c28b0476895a893a6b1168fd203c0e42b5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4319de379f39100c999b134ef6503af1c0669f5ad838aa6c2c3e317f776d3af5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d41e5d059a7428091122575c05706849f9b7daf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b8aac0339686f7f88110ed567ec25af89d3eb12af4e12e398a51f2f04880db
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73878f2d6b5d487d59f0a2966aa0a22c06d0d3b5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd974044a313728f2b80498e984e022913dd6856ab8a49363c467a62e45fdaa8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0112e5d6727b26f128dfcf7f6fb84d76423653a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:597dc3fe82e2a36a8ff9584c150596de346314757b0ce9a5169e78cc07423679
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4563d9585854efb8e8fb60fd949fb0cd636d054
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a8cdfb2a8073a8f023045e00dea5eccc9743957d1ea1f970d328d913edf94d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e681e5d34b1080b0b18cb88e05e7f390d6813e4f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0b8ad3f1b9f5019dc27c8aa8b8b1e359053e31914393d9fdad3defee07de38
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d32b4f5cd57b77bfcae440aeac72502d15c2c0a3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:084879f7aaa0859bb021d3534aafe7e4888fe52c5c2b12eeb7a62893d1d0c0ee
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf8510e4cd0fb76c65b0d6a0a21bae961dfaf76
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b5a668e7dedbf59ee06fb55a006707c1beba1188d90aed2b2287121a3bb845
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a784b5d7ccc3ac4b06aacfe85805724e756ac4b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb9bdb205fe8efd32672dd79a126ae9d29932d813a24782b7c5813a802f56292
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca83adfe84120b274170944f33d8a856bd986c52
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3c367c897ee52e97b33c1729bd14ca56b6eda6210c9e3e8f19ef0aa8a9e0633
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..006a60b6dee23412558c29993802b09cbb5a0ffd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b359e43a821dcd8e22291c5e6e1ed73cb9a427f85ffde9050d4e358725d18b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..330f9f2d5c034dda95a0d888e10b9ac901a66618
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f6e9f7521106e08e62edfb13bf3dd2016617df5a127d7574f76cd282a8e62d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21e7cbf5083ca0a2a7fe52e401e1d8f296e5744a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e23d9d60e9c691d21f4728ea8a04d4839db6327db4d231d77498f861889fdef
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74f7f124a696f9819e8ee92ce28d04dcfc4e00e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:175b55a230cda136e0c4813a10320802e8ecd055790b460f1c8e6127549686ed
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3454e31fb0aa365148fe372a5186e682f1f04f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcec25e4a16c2229bfdcae280e07e42b5d392888285c01204a329071aefa5447
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef9f55e80217492ccb50eac191223b3731c9c540
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:682581000d73716f8db1ac4be1b76e2f38384c361be3f66d43d7fa85ad87bb8b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60065217f21c17cbacdd051bfc2f266533bd09d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d7f05975cc1ff44e1ed0c8b20b636fef2bb3baa22613914c7599a80bc09507
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba86aa26a1a9be3f343bf1dcb06737ea4672e8c4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc010286bf02185c8520fb8b181aad7cd4500584d18b26c84afc7e8f6c3b0ab
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d0c5bc0470673162cf9807bbdd3b999c669d36f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0e09df686cf01d8319369a9857dc23a14960fad9d3bf4a03a96705a798a03be
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8245fea8ddbd80cb9ea7ad34b286f2e9c5f11bd1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb5954f8ae2bac725f61fa01dc43ca0d44237592600f32eaf5a1d74a8a8fb779
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260b853f5218b0a6f89940fcc75347277f34025e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9347fccf48daee7b0e68b3d7bd549b1f99d12b22808add13611f59d78773ed2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf7c70932580490d057b4db21d3b499da592406
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c09d3e31efa027732674ec93072cabf7db0becd726bf4522dd07e05f32ad0ab
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75606e348232a3db2e51801c1e1e1bc8990c25bc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac77ef897679c924461f0ef75e18b2e44426c2497fb60021115e53af01061fb5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc51f1d75c330117e03e676f8fb4b8afebd5308
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f450df305c1b57686eb2f931af46df35330c6031c548f8c69f392d9e489cadc6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..296f02f4dbc06a0b312954f0350a277a6a3d6bef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e18a5821cffe30df91fc4365a19b3a7093262cc0e069f40ee9898a1799ea73b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48aef843209e56077213b264df5bb023eadb4c63
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a1b4883f095697140e85d6ee04ed40b0135b4ce3c0c453868aeda140d2e90b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac0d5e128fe88214fe6a9cba1839da7ac4a1c82c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66e10184b78deaa86788be88a6489fa9b6258d4a59f9c164b448050ca755090
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d342e830fc3905820d69976732ea1520124a70b7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c329117bef4361c10f56773ee26d76ef7fdae362eeb677cb5fa9fd3521305f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ffdbd74b77bf3ea71412611b8c47af0c16953ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4730e13d8b31e6b254ed375762e11935ff077984a4509ede34fdb96c164eecd1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c698e9b4d2c8161f0953e575a03c5573ff0568f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b0392e2601b75a100554cb9816e045aa59ccad105b208e362fd1bbe398fa86a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da85064aeb05f594da27861a4a89c6ac876971f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a09d8fb1a08936a5dde4cdf16df3b14189870b906ff31b22fe1307eaa34426
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e59c335193bfcd9440632536ddde49b9716f3f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025a29b22ed87e853190417972361ff04a0102e5f6a8be1b5f56cb6df09689df
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4865777353c4973990cd335edcf407dea8f6926
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37678379b49d444d25ac374cdd79f89c82f701ea7f837d1abbc0f8aa862c2280
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dc3f5bf5e302d96e8685e09714aef743a9dd392
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51fbec9640a1454cd902351fe953b30344db9091f1daa6b9523f2b84eefeacf3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8471bd7bd9d3ed85a2daf5edbdf9b9d3ac16b76c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b925e2f2af20e1ad7ea1cec857066a3696980578135f7f32c3de9b0d925e9512
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da0ce67fc1bd39fc44d34809fde0a3452a8189a8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a14df9501f5f28ab735b01eaf6ffaabe69ac198467a12156723881b2b341d3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2908f9d8f12a37988617ab79845c6da4ea83bf62
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8864e077e7e306e46b11aefeadafd272f06519ae19f3fb23b8e7c3ca1a0cd53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..398e9f7580a3984fde73c99a7da346ffc8094fbe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406a5ad3fea9456ad395ccc7ff2472448134542ccbdfe09ddbcb09ec42782b51
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d38bc210bef2ad30d45a522fb396f5909245524
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab78b14b6afaee6d2f894410624d687d9c2defeb00ee96370f42f3cc25de2974
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56ad652e8f127b756b98d159905a4dd376536ca3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e27bf909f5a67d702f7c7494f5c533b2909b589eeb9639fc120d23dcc8c872b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a644e00058668d6c37b1fb9fdbdcb9e578829b7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89139d68bdc7fa082dd1b45eb839f7af848489a8d57f820c1b8b5db1368a5dc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7c20d5c09c3c52f018cd0d5d640f6757c37109a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe771ff053c864d2be22b2ca3a454871f3039cc629d856e9f354f2dec63423f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752bef8b6c43242cf5162ee1dd8648d668b9ec49
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:329fea20113f05199cee250b3eef117c6db112e1eee64919b718c6c9cae9a4c2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bec860bc04653836493b976a7f33cf82b287a033
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f107e5987c4a180e1687a5dbecb2b628f202f14e7f9c45188dfc10d9c5aaea
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8524bc5c80613fbcd3323ea48162ebe37207e0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a65efb701ab28560130a9ee29dc16cccde3fda8553a072e8a4ebf9c5fa3da81
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b109431ed130ee47e56071392086a529119d10d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:919634266f943bf300d47b13be9fd2c43d69f34543799db420c9b03cc7351fe5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64d51a6e3c5ea20f2e3be08519dd5ca3b46723f1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d1484dbeb46bd561ebee3029110614788ee4aa26498cf5449f0a51612485fd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc1a5d088e6487e17f324bb1f61462b5dd30ec2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43046f4ad5cbc1ab809342429059854b16d2340c93fec59d4498e0d73f90c010
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce05b9ed54e0ca5852be5c779741955da5d2de75
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:411fbc5f4984e9fddb4684c42f34af5d81fdd85e1fc678728c87ed6f0f779f93
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de96baa45fe4638c9e25a7366bebd59f57b450ab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23621c112855680ed609f21ffd4808ac062bc4d00883d174c197a5ef1ccdd618
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..343f464d9d2e8337980ac3f54e8a726c002d5ad9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26dff2395faf312c4dd3a3454b5c8ef01c11adb15eef1c463ae8a0c02666b87
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18df0642eff8539feeb318b00a49bb6e343ab5fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff5430b37000c621fae3759c7dda43339c417d9cab5687bc1dbfbdfa2bbe5ed
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b09195262f60f5bf95b7e10957b0b8ea07e1fb0b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:027a0247dca312a5b42228c692b2b7bbc1ca4574925b67ced7383ebdb0b968ca
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b622fe14d4887709d23ebaa9c654d8b1e691442b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:265b6504695fe19c7b2040bb09b6a76023ae40777b54b63e23a76e5da2ac5f6a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..804221d352cfc6f22bc22386f35e5ea0ce48ee21
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db6f2c00d4aa63ede23b463c794cb72fb720d0c7c72292afdfde4f7042849b7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03bfc2ea1961b7c01bd55db3292ba7d81e44091c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faec15eabd4201310a2101bab2d5c7071db38e6c5dbe20e092ee24a749c3a88e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc762cf0c1c51619e1e5ccc14e8e5b975214122e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ffb10fdb95c3898e54fa41099d67be7aac6ee005dfee9e5b09b7c37b977d6f9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6974fcac0276fb5e229c92212997204bb96290f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a03f942c308f45b62e5183288a455b0cf64a385a3d30777eca93044673f6f3a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c961bdd79c2f818faf85d93b5afdd4824d9253ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7f350983acbb3c6e8a573fdd63a1ac2af12a4ccce4b035a14de16be02afd32
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002bed3e7835cbbbbf92ec887d6bf1e040b70e9e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2039ab1b2c3e45d0d3f6cd482aeaaa71282f8d29ad48d9355f3aab51e7a63aa9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53637cbf20003fb077e2b80f8eecf72b6ed27139
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d38672653287b28eedda4da6b39af373854a8f5219a3e1d4090febf3a0a71df
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06619be0ab9a8a47811ee4e5478c75dbdc4cb055
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b942ca01982cbed907471f19102c158b84a07f7f380ec1fe030a7ac53199c15
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e759d43172543061c48049671a5fa5764a2cde
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a863fb54cfaa0d82e2ec741b45468dba4db923fae313a98f4548c4a2196b922
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9aebf984921994c20590418a3377df901f37e44
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c90e2b40c1f80f068babdde20be506515fbcd88f3a18a9baa30c0b0054c71595
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6eef11a139d9a64c318f0a6a09d12a6b447bbab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e407650dcb072c37bc9e0c73e4b020d88421b41d40f4395f557be136bc82d51e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3536bd7288d225d34f8d024bd6c9238132a8aba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346ea467e5068983540e1907822a61cb5bd256afaee5eceb09fd4a001bfa22ad
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca6c96d0bdf662d71ba6cc11524ae7e8f987e18f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb4bd593378d9b364c203d4afe30d0e527328967a93b86ba0033fb8fc93c339
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0faf6738e3b5bfb0bf77cb69d1253266f79e033
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a61561708d6bc12a3db4b87fb6a987b7ee9c3281d0e56528a856cd231090fec1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a7ac99f7286f62ea672da28d166cfe6983bf96
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a4b341e54b53439af623164fd064155df9c1970b348026eb51c775e5758d5d5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e3227d6cbfc6a2ccf9203b7fedf0e78a8452b4c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba93a48cb4bff23df40996a97db8e7fd3579e8a6257c0d6e7f42640fd0bec22
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7555e71f7845240fabbf7cc1f03c0bd71b3f494d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d3eed05c74e54ab734586dbf8d0920a0ea07aecb4a7b5da120e652fe79a8b1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..168e7fe5411f359fd5ce75a8df143733a948f762
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f9c666d7b9245e2895749ab2b6ee9b3665e7f998648f77b762f666f321fd90
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0029c15d43296f8c47c7d2bd036432283d4313fb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949edb7c4b93d95f4a0aa21c27edcd743983a657d443050327e9427600eac1dd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6df6ac51941533d1b351ee7a1e113509fee01608
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3953859bd78406650515198ea0bd1710295a61f338a900e73cfe95fa2ed2d35
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cec17b9f261e340d4830ff8f23b82ef902290dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1fe437ed890797f9b0137ed7ec40f25b0666c899febe20967949ed99600b37f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f98308b5bc47f2e666948a9ba7fdc406d798fb8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:742479752b9d7d3e53e03f4fe0031c83ac7403979395f390c89e4f65b3cf2a6f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbbea5be82d37b38e6150b6fae8026199e900e7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f4ec3dddfcf5a5c4dde3bbe21e19cb8b29ab6dc521ab0cadc6d529f70db4652
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39069c17a49a125a2bddec534c191b82f0a519fc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:879c1c9de1157b912d0df16d6d1b6424a56e2c36eed89c4514d3a506f5c51ff8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3711da1be3fdba1c9cb93eb0794fcbd91b8e4ce0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cffc4fdcb5db061ad9d0dfe4fae4cd266982da57f968ccf0009a7a6bff43076b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2efb14c3bba8224e2d563f6aa0e5dfe02c2daa4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a474175aedb96bc793c55cbe4e374759b8e55af5064b41ccbfbb2ca43e2d48
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5416435c323c2a76cda35b9147c35957ca2b0c68
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dad46a49a2815b92de4eb9505cfa47a48b30d553b78a88e317ad040ee6a9247
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b890eec5522557864fa7aa5bed12a7850913fb05
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fefcc3b8d63e4b4d3610be9ef3094e165815c947ae2a4a1db4e92741c2d24d6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4908ead38a8d8b2eaf259d8dbe1ef6a4ed40e627
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db585e7ead80ccd991dd9fafe9e9e5b7de3849cd7f72e958763a6546d82b236
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d74263e51d6876c15911df1012cbfdb31e82ae23
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d8de7e83390c9f3d6f2fbaf358ee36a4a4e5a91a16b4c7d0bd4112c467ef9b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae8b0fd41f0c830db064cf191a1c5ae5e891ee37
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c7f4db3944600a7997b283c4a288fa06e3026f5a31bb6f9c2625c89ac94ac1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f37e1d9257c7472144d872792d450b8a2bb72af2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aede6aa5da10dcd48bd14632eb79ffd4e967c2ff2d305c5917d6696b668cb6e0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cce0e4627aa15b7e0e43286b6f646cd636cf8602
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24cad8b4ddd112532204e12505aff6523890fa269074d773b0e66efee0e7407b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e8dd0280a656239fb072de783895fab9679b33
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e42d3e1b5aba2c72580131cbe11d8eca03658bab2d353268f36084cf713c7d97
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f62e798fb03c0f39e68dd3fb8fee581ba747c81
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a8c55d95b24b0784eca756c50a93a4ed743832d31671ab4ed0192e3c10098c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea777374ec5a8b19815feb5ae38603df0aafc78
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4041bfc6b8f610442bfe942b741ac9d64fcc15c843f153a1b34fadd9a8662d59
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8542dce68533caf686c45c7453388d98df428a7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ffa2dc0a9c4b1973cf9e8d363e84707cf49edd2c4c3649ff0add9e334d9d65
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4535cdda28f0820431532a590a30e8155b3ae3d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a70840cd185117f39a029eb40406d4208da59bc2b1efb6cc58c20c9c5fcf0c2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8721cc72cac67efe3f2ef15a30c36554bce509db
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc79ebc3262b286bea6a22b7c3a137f6c17f7aa288b999661ed15bb80227c187
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae6849bdf81e82d76c92f12690fab65ce2cb1faa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe4b34e760a64e3b10d85ecea91ef87e3e0b2e4f3ec23b13bedfcb850664f5e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..704935300170b906b079359cd5a6a00928b61963
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af301b3d46bf2604477184594b527e1cf4e3537607937ec761570e90c282c22
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e17a5cc020c1b19da55644dbb40dab2733e3f8a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5051770d9e3a4c5f5555b1496b40fc3da9c045b2bfb2a95285d6023086eb49
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38ded4ec682217a611b36cc67aeca7fcf16b2994
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4248d872f3bd6a71046f11620315ac8a09ea0880b836f5e26f053a7cace9f892
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da3f424a69607137aa341556e575fc7e4ca94f54
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b0b3cea4ec1f93066268e0b008f1c49abe06578d2afe03355ba267976ad112
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98aeae3c54b5842e052e83ba3904c48e1f252264
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f216591ffcbe40acfe2f28c8b2c90b860cec6f50f4e2ea87074ec6a605961401
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf68d10a9ee0cac955d600f6af3ceb9500040488
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:286d2e16e2b3e8bd56d9918f2cc41593fa6ddec48731c311aebe510b8f5c0b5e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e85178aa4298def4df53f65b8e89fb606f79c22
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31afd1907ef4c6aa7a9949e87ae4bead35690be5cee07e4a4caa79ee270e3c3f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f475bbfa7a2da4df66512ed05c33bdcd2255e29a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:828ffc8fd9e389557ac682d69fe247bd3f4c0910fc6b9ed32da2939a55dc7013
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..970dc9cfe873609b6a597daabf48a24f1f7a7ee7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d70587a760a5c6017da7c340f9e818cfec79e239ec10f4437b4626a4a455eb0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b413633c25d516886ebe5e088f040af5e137cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897cf2e77b43fb665da972f303d5141c061fa0b4059f9c8aec51c783c462e9de
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04f478e0d21123810066c7d7ad928ccca7686bb1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28461441c95bfbea4ed976fe9e940dd0d09e7195b362ff602f1260d3c8f27e24
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91ef8adbbecac824d4735d3f84542c121edb6ce0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a1b82d546f89228d8f5ee556f0061de9a579756af03e86c82a64a173c05089e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b53f85115b2e7b2d24d3d572632f589f68fae794
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2fff7c5db70246e04522b7cbfc04a2ee9ccb62617992dcfa3f8aef6792c027
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d083cf80906d987615618af0a02a32bfbfc5f43
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d808db9a508711e8c9a8b6452a94b91a9974382e741a4279a53888e46792c036
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..825ed61d7e3b1b79780af20d48bac751a98d818a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab99befbd4780dff0f9494a4712b89970dd9494462e7d89ab3b624c90e5ec911
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6450a7d00dcc9732964e55864332adf4139a96ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b792011b85283ee2feadf781432ee76cee69a7789b23013a206d2cf3a2c295
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..949d9b83c6dac3df4834c2991ab897d51e4f3915
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e263a1c2323de338f89368de498bc739aab0e5b76f1f4b5e03232e49761552a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7244541f847add90e952ac059615a4a78aee393c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb5cfb40297ec979c22ed6b420b7ccbb760227dcdd6acb4fce32be854861048f
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3ad620a177076cf120cca9e09e442bcbc423e1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e9d7c6359b19e591d527af31ac93527d28d6b1463f059e80604b3d7f5220779
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d8021492a491873a53ef736be4a9000f19b4c9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b6b555fbd0c212db028d4c4fa56b7952590011570e7b193770f718460c2a9a3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..834fa695de8221f8b8d4a49b1b1b354700cc25d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:979b6b65398542632363ef8af95d0b894ff9de2c91e16470b8e6f3a5a32ff521
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91068dd75c280a72a8e724e27d5fdda5f0fb5a4b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:005e7b5da188340f79b0d09a9d74a05cc43dfd1bc3468dfd66c66c86ce649563
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f473673307432944c26cc105e0222dba7b1a7424
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:399ae6a4ee17c51a32d28590f1b71682d67bcf2fa467fdf20115bf0fd430179c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec153489ce0e61a95428790a1d35ba3b920e28e0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84344756bc8b7fcef1ca267ede8a7737fff221df602404386107defadb5720b2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19da4e983b00e15c4e089edee51a4228376d3a3a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e6262849fd89c4adde291552b4402a339ca484813689416c1d8e33d8e16d1d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13f0bfa21d90bb02b9f1debc935a0b105b0082e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12a17da9cddff54eb705857aa7c8fd000900ba8a3d566c6197c39b1d1900487
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..043456a58fd50cee57380194fce9db5d05333145
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ce84347bef42ef14444e16bf5dbfaefa369f7abd9f9d118f12a2edd5276e33
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..570be69bf09e1924ab95d5ba508d5807f9880499
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ed064add26fe6275a707e515da271ee6892fae65d98be655e3879ad60bf90ca
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ed1ffe0a1d8a550925cb63da72c78b3f473d6d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce14ced13a64ddd2895aed94734a54ce9a9f230c88165192fbb6991f80df90ac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e5b1008f35f3612804b3cc7fca6cec50fa0166
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f341c7e404726a083da367867783a320b440e234014777e55a5bc07d87af5de
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a23fc93752293046124d2648e566743f3f6fddd8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb3b579ea392abb8ac8731a7c594f40b3ff47fb51e5a68f40dd44bf36bb56893
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5925d39940fcae0fc7037064320a61c2f1c4cc3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c99f6ae6e06092fc9a76a509865f10f51aadbe2e31eaec64cf970a04662a48
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4612245b8324e734f5728a916c3cf885cd25cd6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e1ed4239fbf555624730c7fc9c0e8d7d8f738b976bb5f00042f868038ba4c8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c581e8c1247d1ebea4b6813c9480ba268aca435d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1796b677b59a65df1c59303eb2caf7a337d197c74c9a286a1b2aba7d15f34cc6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c74aa20c6a9079d93e5d7ef322d8c34df229faf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c1839e2925094121e1046934b75172975e153673e238f4bbbe037f7aa75c00
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aad879f746aa2b87c2e25e5a960b668b9a7909f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f2b353a296d94172e18f2a44174329b5a9f1881d85b1c47d940dff7f647a15
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cbbde586246a43ce9387836c99a7656eace1b83
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c877966d4f149be1a531e5327ef2450a0638fee05ac9815e92016f354aab86c9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff45ff087524367c5b7ff2cb155f39ac8f96ffb6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a083765dfb7a74a53e31735d9398f351aa8871428b7421b29d0e4086246de0c0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7f31d83206dbe0d2e6ff3fe5d27ace31f6c0885
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b0252198eddebe83afe0a9cdd9783ab224f7a96a1a7a3e41d6fe93b3a3a1a5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bddad644ed4b669f7f627461dc93d82b125a05ab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30cdc6539b2d9a7695936fefb67f62cefddd9ad9ee1999fadd764200fb04e492
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7178db55d69e97c44943579957e8202ecc1ca08
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4984258d8853c79a23dd992df423ac019ab7f9cc4a02ef6183757a8eadb8d9a5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b835f48bbb6207d0bd2780d938cf5954aea27abd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4745189f853ebd5bd04564f9cca552dfd45d3a20023143731f956952914a84ee
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a8b75fee20ab43ee98a37d376a0dd2346e7782
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34beadf66252508fe884213d3841a686b2bf041d031344a429252efcf5a12b91
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a3aaf3486f6fd778399fe141c7115e7ffe9e5a4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d09ae9757a1e623e0dee6a03bd4fcdc4bf07b022b6ca33020d1953f578e27b0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c526d4e2208f6bfbfe97140f713036c3da4e3636
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cceb1ee09dbf7b622f0c095938c5cbc99e9e431e0a51f0662eeb23eef5f51c8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd6f2bd9fff37a2f35439815e802609cd9eb00b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2e5d6afd96f6682fdf4ae64e3b4a0bec5bb5ef2cd9f135e11caa7e24029b38
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0062ce4ebdfc5b4a8761a7e95ad8b0af16509274
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1dbf1ace9643941b0ae808f009483ccba4935d5135575a404613868cc43813a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b737f33a92ac2240e314bce081df8c01dd7eb58b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa7eb12d3bdc5fff12839d6a037b9e6fb6850c7f62df37217ee9f9a39827317
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57e79e0d2b60f6a162fd0470ef81896c83f8d063
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8357ee7398e6177e18ef9e153d01e56ab71fabf3275a73eba53ff3e87ebede2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0345376b75d77e0edbf02700f1805e72c91ce1f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b15d4e93971e9dab55c1afcd51cd1de008e7fb1fcc38b5a25dd7afc6298ddd4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1e013be94f75206b6a783b0c52d0b3b1d467d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c4fc830b11e82f1c2c41af53b560350fd0a1b86e94fcf8f4145afa06e5a8869
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23ac284bea45141fa1fc028d756608a9830a0a8b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce1164793d1b03339a705f68e48993c63c6e1daecd2ed2f29e66faf1d646da0d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfdbbe38ce1e6e501d11297297b85aceca6540f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c6af39dc368b65d3df269e4f78611ae2cb5f98c869027e501c0282e963f6802
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a11c66f7ce9072d60cc26594ababe7cb92ad98ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c5a34bb23fafa5303b04bc2748d5649e1a1ccac9bf2cd4b0bed8bf60b3d8aef
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cffb48fd4f5ffbcacb1c2dde4e34d0853ea9c69f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c25e7b5f7eb0e3b38e329afdbc6f61bbcc46eba2a1fd4d0b1e778ebbf75a291
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f10fef5f4dda6aae0bc8016037f3918366de3bd2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0323111ed0e47b00e1f3f2e7745e4124c2e359a6cf8db633f98c5c3482b4988
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db87886b454f38e4491d7350df055e9028d19837
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c321991cac4d526e99b5a94002c82732315fd578aec21c0e5d5c1124c3587738
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc898982eb4fa6ba80ed27d54562b5505077e015
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9594f2f1c758ea442d021a3a83058541ea59dfadc694ba0b4eedf998bd2365fd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c82af538dc5c0b96fee0649de92139a391290e26
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af62ccfb635a97000fda8d10c3ed33c06b269047f7b67c0640c8dd44ff292b21
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de7575ed0380244981221ac1a5a7715b4f6c855
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:590d8873c8e8b577782611d1bebc9ee847fa9a741a28b8a446c28b6c5a6c4fbd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e567e868d1ab486b3727d15366843dad60308e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc19b7f9d5087ffe4079e957cd96ef2f57295a6b064a6acb0fae67138bfad30
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8bd9abf1d4293beaaf7e3cc5bf62ebed92b89a0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2311236917c918507bb67e572c25d49c7f81512611db0ea211376a31e8be50fc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ebb854c79d8f8ae4b2f4d11543ff649cbe625f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299d1c28e1164f8b0e5678fdb74823a0463fcb83615f8a46edb0c8c3fc032c70
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b5a1806ddb8de617eaf8cf948955aa6ffdfb96
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e9af3c22f2134f37a3a420785def001231889acabff2565b61d1bb7500543e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee08e2430b21638ab45f3f06bba5f020815e080f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:662fe5b7534e06848ff38b9e67fd76ac86616b22c614b1898d54cda21225f2be
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1a99109c9c0954a0f28a7b272213b873ee4201f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c7afb6e82f481efe4082ecb23008e65cff0a1d032dbfe776869c36cac2886e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..326a64f833923a8cd8154fd8d0faad7b2369ae4b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:965b1680f67e772497fb8dd630f47818edbeb00a29ee0d0a3f4727bade61788d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c66c4c4e7b462092871988a32de29af9bfc63489
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b85b6d89d97bbdf3157dbeb1a0f4cd9fcbca724a8424d69316a262158755da10
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd62f66896a33fc9fca006290441a4dcc0934c82
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbdf06960bf4a35ee1797db9a44f3aacc4009d7d4001cff5c43d11cf347ec643
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55b2c293c566fecf38109f30c8cbbbb87150801a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc2c48b91921c88a84cfb0664b494388959c320eea11e8e54066c8935854201e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..948753917106832effbcfa0c0d43ab4b61260b30
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:389ed33409de2a2e0536620bcfa41779ccfb3258cc24d56fbd06824831dce132
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6055d7a7df514acf4226124913f6d405fcb8717f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae986af6ee7a3cd0ac8f5428f0f505c3e95e700cfaf0c8ef457e1214f8d574b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c7232184f0862b6bc1e1599b3daf637fa0f36b2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:167ab68dcc7d34e455cb0feee9e5c272cc4ded35804eb3a635fe4ed6dea4e6b1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e63cf00bc3896d884f8eb022bf15cc6ec5bc1075
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81514dcb79ee749c9ab7230259736d79350705689282edb8e5d4978fc35686e4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1d4ace3acf1e18eeb4a88990e7e18b76eebe085
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4059eced6b8cbe346f92856c96c2158d66c5b7493ec73484ad47a44ebbedfdb1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f4c2ff3303d56ebfdfde4a8da0215d1dee5884d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d1211c4999f85807813754f7b8a22621d3f80e555722c0390b5ac71ff364899
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c714a0d0a8aceed80ea5a5897c51694013cb3eb4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab3e44c5a08580664a5036bcc21f5afed9e0391d8295fa365ca8884f4f14095
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..659780494cf106578506bd4484fecdfaa76d1266
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:764a30ae9a1fcaf4d5d7d1f3792a7d8b5b192c5b9fc0ad42242c67c595d0bbed
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b484ad2b128607bf443f49cefb8adf68d956fe6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7010650844067047eee34de48c371a767357179915d1d5e19e65c583cf7c7e9b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10613b6c7ca8cb0c7f8b138c95682ec6ccda64ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e2f285e92295312849c1c21b50290c8e9f5ee2481aaa83211d28661d52ed674
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4720a7612cd5dc510b8b178a272bcc80b53404b2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dba8dfd8fc28eaa88d3eb182d7c4a2193ee1b3055d2a3191a696334970cc513
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..563d37c5bdb9e147bfbd1772a1e7e22b451bbd89
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e72fc3e768646a6568e95bd1072a2735da43b48c919df1222a2a20e9427f22a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6283a15707bc1365e4d2c2910c671c1458f69e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219ea39eaece686fd36012ba1e3f91fa54446b388c1248184fe447b14738a29a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0898a730b15468d4ec0a7c466af05428f0da1908
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6869c0c6694718c6f52a9f2cd30014f04c59dd50a8da70076b0145494d0e75b7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4993632ba1d64251834030df312762b6abb74e77
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e321b1d319f3726826ad99ade101c612b1a30ed1a0003ce54a7401584d4ecb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7b856727736d4b116109068ee05eeda932e35f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e668589d68f82ce476bae79f80f8ef121bb1a399d2b583b404b55fb285bf5d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d716980d52179547e15b9275408e55b88d0e8aa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:937630a5a68c1b64d4da21c57c40aa3fb9be3c54b0f82b115266f8260beedfc0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7c13c5e10fadeccbc1b847c09626d425b0d9062
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aea3d85ea87c5f0bb1649a8818afa5662400f02a146abd7e5ac12329441de4f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39f35eeea621ca0e4582f2d0dab9b151246acb26
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c249fa72a79dcde661a793b774d18dec12c2baa4dd6d19bdedb14485077a582
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f50d310d23ddf4437d84218ceefc8d81000efa1a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f47bb7df21b60c2a6a700aee43414d4402cf3d772c1c3113703eb7ef7fad2e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae23f802242b65c851d010e4f496e142076fcb9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c166f06175c26959b4444e80da572755c7b9c29f345f4b08659044727d2c5d2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e3490a910c7cf420edbadbc54694bd96033708
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe11ef18a0e6a01dabb612538eeba7dd497849eb2cc112b1df6dd1b1fb22916e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d07bb964825ebfb8d0800da4412251be25983c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ae3f0baa3548eea66d333a33dbe49fce5a054d0a8b05c45c99b76f115e465f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed26dd84c5efca3e0a867b8300d15cb82fcf1d0c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea3e82b48ce79ed4a9423c3eb6334300ed4f95c72e820ba961479af326bed78
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a631b7fe08a022be825aebfa784b724fc6dba52a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa3fa45dbcbf468c953bdc6bee31e5660d5c456c43776e8088cddaa2f1a697a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10135cdf4d31717681c6e6fdcb604903a205f3b6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf180df8bb6d045228509b344c2b9bcddb9d0cd4bb3d1cce39c7fb18d7213b5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd60711c5e38c96b2027cd9b9febccf57ef51dee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62d4ff1a90b7247664b0d263721e981487d6648c6788d28b3fcbfcb7a07bb71
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4626f466655a629fa85595d6c971c7b33c1da27
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a1bcbc3360a626fef3d52e0a3d51fcff5d1a11f7c2b816659660063ace13ce2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d58b3b3f28b6e62224a75768234a5032220f4e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54770151a58cc4e8c7fa9579cf637da8ce8c3c94223eb5e6aadeb9b8633b7f3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c222c8678a91f364708baf075f3f4703714e17f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e35dcf92eb23e94005fc00aab818f650e8c38604e57ad732475aee0d8418af29
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10c18362e76fa58fbb4a2bdc89a306d7e2a1aaf3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e200f02b3f4f073ca7c48610ecbb89659164b734a394bf92e0c0ec0bb5a044d9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf8f8a0b71546198e1e2d81cf6efd4d069fec399
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d22e7e16eca0454a876161ef53aca9b670e1925a0352793d04a1d8e5f96700
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6051096e5cd503fff6133b5d56e2646e4af990b5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9e771c3fae65168c6091a435ae9dd197f43d0c60539469c2c6a2b8fa0d5a0b5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..057b67fbebcd23cf76bc79afabffc2104d4a6eaa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b6c5526061985ca52aa4651a977c9a7b18a6b43b268fda259279e42e146ba2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27bf78105e4998e67741ed65373d5af057a413a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2508ec604abeff443140d44dae668ee80236842176455f52c58b38b88514f9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04837af26b8b0f964633f793004f66cbed5189d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcdcf1ea7d8172b4d0968748b1c9767d59f49131610da17414ab14fd56af7144
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db5158820853f2dc1118d9f45847ef2b3ce1e3b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da62d6149665343c0ab17d02547049477e235ab86a1621fe615e0d260569d1c0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e44ca58543e22b03fee5e1287f54e12a3ed835
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1977d7b119921948216e4733d70e0c3162d0c35b1762d5f06ece1d4932ed6c85
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22fe704e4fe0e73951c01494de471fc7029f7df0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6279b7548529b66d2f217c72463bbe7d340350cdf150392005a5c9a819ec95
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2adb80a6dffc49ab36625ee81d041e83518ffa0e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c2f01382c69a856100e64925d34953061789e8fd1a7f28d93a8334fa8f04659
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67bc3e549cd77b2117a7d5ec9787d3e3306c2e70
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de928531ce0fecf1adc3cea04e311b0020854c8020e9787ba561a877dc57e0e7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03dca3f14c308b1eacca2f65a33faa27d417c36b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b6e600136bb404c5527b777a9edde60c69462775fd1950fd3c6ff847f44da2b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8365442f17aa426f0a459b52f05437cfb2b39267
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08240c5bc317b283a630ce14a3ec7d84bb44c9cb1ed6c2c80e5c14f5fde8310c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e6c9af334f420945223aaa2016b5a97bebe8c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea742e5fb9a6f050750229d81168c0ceee0114d1a972aff61d8959e65b9e72f3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4579cec8ea5b7c0f9f8add0980c1b7cc9c206ebd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc60fbd251fc573f63d1e63b7bd764b5fb175879a3416a138cab8df98c0da4d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..789c98f978c8cc700c242b98790944cd1425b11c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da308a7dbbcbf9e0791d2cb7e685b5f7734811e813cbf5480e65d6319c42ef54
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eabe679b98ae96a36df504ae8d38f618d3aec33f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3c736890d69425b9a8a646e05ae65979d509ba9b9666df33d2ffe782c1c31c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b3a22b318e28e81b5a09968fea5256ee677e0b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6676ae1964e294240d6327c6d18e9a18678dfcb9e9609d306316bf0ddeab8685
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56f33cf62658e30569b60de64821ed88b45d8242
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7575c01ff21333920febcf05f13fe9ce654f5ad9d00ba24d0a4891da8b5bfdc8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11090d2feceaac83cb4b23afcec681a93ea5e498
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9358899c3fdc871df5675cc62958bacf6d111367541e2a9cae4fe6ef73e7ddef
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f585382be8892c6a554715e2144420fd90cb44dd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbe50742d016e9b3b4ed111624b2bd151791e0129909da461a29fa0b83919c0f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4439b91360b28d14185997fb2e01c27b3be6f61b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7256e1d32ed1a0f943bb8a4532cba9cd9dd034c9c3b5054efb08a9fafa1f9cff
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2935980c15a8fa42f8404acbb7dcaa529be16a23
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca87ba32a87d7822c3e297524bd977b73e292c046e288137ac150c14a4b37cec
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dec4cb6b5f9bca9e6a0c0ec72f7d2f2e2f293de
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f92261ae3191124043055e9c85c4e7fff6b8fec874c7e27a6a918a3884544f44
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..161039b8b5603873b6a3e2bcc119bdc912cb5c9f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b3ddf8691a2b07bb7971c3c7bf7341f458e16ee974d865b38db7a7e12fe29b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4368c59f3b6151421fc7abc943c3a483656c0d08
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a08c9b1473aa479d82f14fcd26ab06ae05c4486441e737f4b4ab212679c695
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d829ceb73916ab515e4d46eebec39c98f4bbaf6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6bf2f3aeef8c8a637ed369f1f4cf8d14051ddee761f54cfb32fc38bd2e7936f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3bced55c85a03c0087d47aae9e9b72fe07170b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95fce20200d12e4cf89c34575169b1ec08b5ab5e86e0e46b797e6b99d8b7aa38
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d4253615482a7891d66711d18c6db7c02243294
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e70889120a0a3120d39393c925b3ab1d10b47c1c096339fc678411266b33f07
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0fc4166f56c2d626ae8a9e95bf8a3c44c83de35
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3703bc7bfcdac0144db1b261139323f065185d17159bec57340a7192439095f7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13c102652c76ccfdad880616c92981038171da0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a627482adb3c78714babba4503fee8d561c6a4f154bc2624af3fb28cb194b6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfcfe364e4cd39ad59552637a6db6c241b6774ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee6a1824d041a95a43a2561997d56a2dc1f286c0f2180f5980010251823de2a1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed599e2bb0d646e5a881d124c6add9b6c96af22
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fdf01019d67d4a7506d95b364ada2d64b1691a8f1e44b907136ff289ae66788
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d266c0568abf3c656cffda3937851d6416164a0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c2e83411b30645fb6d9eb96aa2d330b5874bdf878203058edd86fb3c3d3782
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a7e8fa23f008e7f8906e7471466b73343d0f843
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfe3474c4289697d7babdd306684ef445ea24fda6638b30661f5e9071c056390
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d786ae29a05fe18892aea7f25f9e8728ae8a7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ca3d5344769c491a5de02e9db72a62831e23d7706ebfd27535ed949c3ce69d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b98ce536a3097637f771521a7c0001781d840281
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d40e223cfb3366d25eea6cc120ac6248cdaaad5cb1e798c1f2d50f5cea0442
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a2d656b6a22f399bc95b975fe21ed576b38df0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f701f7cab91c746fad1bb8283da2c9b3f910c28612b5a96da75ad3155a9ecec
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38aa4664000f469ce41fb37822d0dbc6eb5d09a7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e90301c7ec041ec44b31acc2a740f878a06ed2720c35d6d6384dc889583a937
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12d9fb1cdf378726d83620ab4d255e2219492725
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6482e8ab8ffb28bb0d060945d015622aedcc6cb2d8ddad40e12c7f5e6f9ad1a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b37a60c6970e3fa18b585af05a40eae53bd7e50
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9132e295256c5b406762f1fff40d9ecdf1252e5c2aadbe0e952af0ef77123e1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1606b85e730b138043441ee1a6d0f434a63cc759
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:049943f17ef46cdb4f9917c8108dc44b3d31d2ea07ce44aef79b97e104da9baf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a579404c1965ea0a7df1867b02fb703119116d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:122bb90a0bc63fc3e622e67898983a2cae3459daf5e29ee90ea007eb9e001e66
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22263cf683446a223989edcb043a16c7c0564e67
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a445d685681cf7e82cbeabb62282890235691fa75c39046e6bf7729f9333244
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3e20ad1f62d7aa5e497968c20d8d53a0a8f6093
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46cd78759bab7df3d353ce2a48350707412c4c9b06fa411ea7c971e733a6d316
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5913a676b3ae7f79363753e358a0d9fb5208ca1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f425121e3f58a77c9957fc2f9036d98509949ddaa7b77c32bb8b054901c463
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e160caeb2c28cc37361d233de34be08f65e4326
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe6d6493aeff8843ad47cb4874b06d648f422a672d52dcbdf6ab8ba266dc5c7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5f35511047a05a18ea358be684ce2e3e4d5f96
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b81c0dc61ae35e734352d21cff975f50673c45b4e5bdcdf9eff436a8caa061e7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89f24081e37505071bd4c2cb1ee1bd7260323974
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16707826c3dde1f3df5bd18fde715ef0e0e2a22e782e0e3df506174db3d2930e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7a79a662fdfe472d7b15eb2c20015292d70fefe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e11fa720afe0af95e660e2131053b51c28843bad0820cf2b4a32dde8546a48
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..714476cc7d8a39c30a897bba28f7535e13c332c6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b49fcf3e184a0bbf54deef6bca3d487b2f0facd793f7864c874615e130d3ccc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbcdb6a4c01e989dcdceaadc51654dc955035b0f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5557f47c2ad30cf1cbacf2e694c826a9211bc899f2c3969fdf84eda40580a9d8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a56872b69f9c637ea0fd67adbe3e23f5e13d609
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b2bc54491100b5147debb4a7464da3227a84a0d51e8f02bfebb908686c88e3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd6d49c2215bf9a0da0659671bc3216a7609d20
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5963593ace04287431e82ffbbd1099c12142d914a79f1025e8099f203ce84eb8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef1caf7dc6e06cba9a4747abc6a8ce8a9ec7971
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5bedcec890a44d3f8b315436aef36ccc90331e550f29e379ad29f2fbc403222
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccef503caff4c5006d927736bab63b4670cc1905
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b905df1a90aec25304d8cdc197e223183578060262edf28dfc413a4c951ee81e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51f90adf0a3fe69b59686296fb86bb3994f00acc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e40f1ec455c4bebb1612f5f28374e12eff6d7caf0b1a7af657dd0748e22f1e2b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544895b1700be5c1049555ac517c86f5a5641de7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a51fb72acf3e5d0aaff68a8b84ea59111bf1bdd913435bac77d38251bcef561
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b79a0a237fdc8c082ae64555f033c9ad6d5c96ca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c13f214646cecb0bc7b0fcd93b08c01f6d8672b4f1db98368696c09dafde9a7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fb04533c60ce76eb445b51c76ec29b938f6a779
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a86f99081a2112bb24e123037f5234ff779703578c309a3f0aaf3145999f23
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a44b8202ca9c021fa66da293a3fe9cd1669dad3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2028b30d51f3f6077d9f0a6c5494e4b993d0b9e5cf105e648f01cf225b719a2d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17356f0ca44e0264b1c83c5b14c1741241091614
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c29d3fd7eefeb8585a80b1298a58f7477391c2d7e7f67635d54a1d3080921fcf
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ceed0eaae46b9463fe113757cf26e694d7bc1ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030a269b708de127a085407a7b3dcbbfdf6af2e62794050b8920083b722c4cff
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d311fbaaeb887ce7b37c2492078644c203ed53
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f54c9977a2734fc774f325963631bbcafdc0fefed19f1f20cd0235b95c7333cb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45739abe17289307ad5f2a5be7a1c557fb27daec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d71476b42691ed6338c71b259db07cbd304ebc91c8bbd13e58db739cb395cc1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..559571b0975ef786df01498bad7c08d8b51a3af5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:038bfba7baead646245e7ec1b9d10d6ced5aecc35de19513e9741ac3290fbbb4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1a8cf5466f52710a19feadc6f48360c1d2b59c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d3f18a78b7cdbf9d61e81c29f34618a71d2dc83df6f101c3524b231514c478
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e3f323408cdf460518e20fe9d140735ba2e92f1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fecb1e21f3477bafb9715ba8e40d03286f6b21c93291dfc4c987b149b810d21
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b69b1e83ae2452241b2a0842f4e1d3e0114edc85
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77bf2044f12959371ee81033d142b816985fef3ef638c11042b1e54af8844c39
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d555c79fcc5d00490e31eda299a9b1907651ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ea5a1f73a05292a02d64462a8a510a254a68f3eee0e8fc4eb020ba3ef3bb10
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a68e98387a11415c2c2bd9ff7ce1fa51b317a425
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37bdf7ee0c239983148fe0f8e316eb6b9cd703fc639e0797b78fb856deebef4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90cc0b1e159b497188edf4e708a603452c8e0c5b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4135ccc9d89b63febbd43879000abf70f6c81484ec0cf95edf9e1749da9dea9a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c646ce948a844b05ae2349f4608ccfeed5722cee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd5041042e83b97c26beabffe1548904fcee055f0336876a24041952c4a2343c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54523b02bb4f32d4a33b21bd0be39d99ae76caa8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e5906d6b2a9dc6f9aab257deeeaac1b151c4ddd406121cc2fa162f6d4dbc07
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac8f7b63a245ab190b1fec9f4d7c2c6677eede0d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d3a23e087de894ea079ca077476b5901934c56a1374a70f4a3093848a22817
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a5bf13723559a936d3aba3c19fae4261b8d29d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1c747da9b05e6e0e64da2b69559c9de39476209ffd6e655ee14fab9de255d03
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67a6ea38744e7ec47314d2db29df77577ba4c34b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070a58b3e92c18a0dcd50e6e99a676d6863ea7864e8d70147c21f42873956499
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82ba54d9ba0cb1587f362157071d3afdd1ddb42
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72285ce6bd8e79f982d54df36123b5cb3e2762ade3eb56abe8ef65de0b965415
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dc4a9f1b78e81158c6d61fc159f441a8cafd2c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4edc95c7d8f35fe541c14befb0c1cc4ca9ed11dc8a1310b9b2cbbb2427411159
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75084f53ac822c0b9e97eec6170abd12b7c8675c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:144bc3ff3a6550c16845a08b4b9aa8143baafa9a338dcb2f71e100d0d21775fb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..224efced9411eddb4d1f82c96ce9f4d4a27ba5ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b84395c87883b01ef25533eb33e55b52a77512ce1c79308a16565ecf652c1f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..578e571f1db09d54174ff7f05d6c8f32253a59f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb5ee431e0d5e2486a04b5055d5d8a4c41ee3228eccd3f253f60d6fbbaa8f8a8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e73ce09068b60563550edbc66aab33aa45075385
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d4c18b385dc359808e7caa44be92270f11736bc20950fd189c46109dc74ea81
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb4f02a39ed02e045611d620cccbc57e82909ce6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88576fe8947779cdf403c3750f4713e47dba7773e6e7cc8d18e633c2857b923c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2499688ce06221e20156c025d5d54250223b2fa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff0b59e9dab9e6383e351e5e7f5288998d20400f2695a55da87dac0c7b3680d2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d26bc18066d99ea6217ea9c1f33c800defb49c27
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc481948b820fb033d388f702ce6b98f88cd452ff937d6fec8b6e01f45c3950
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8c66331d81dfaea1ad2851b4f76636c591d44d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8df5d9f6a1c05e060d2032379ae38c89bea034b8562d5a5f15a5a9f55892eb1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96d592799e25f746834f427064bf91f588e74f99
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c38355ac9c7e48e01c36aeaf08a305f7a3d3068bd950971b03576a28726585
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..110b89da0256f5f8bf9d3dcda990b6289381c76a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:769c3de4bc64e8bf0fedc8f50b728c48bbd0f1a33f2ea9d161afd900cc9a324e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b2f8e31d11ebb98c6b5a6186d6867e29d9fe325
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b0ac670018e993dc0e9b9d74132795f029ff159348099a0473cead5cb92bea
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a3c39628a7c2a9b2f3aec06b7894b08bc90abce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1196c5a7ad4406f2a1c44482c8071c806f31f4444eeb75ded9553be992d028f2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73afc098f1558227bf75a3cb83b7836d0f23f50c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bda7523246b7f9a84fcd04fd5f84bbb05b21f3372a5a84a392391ff1bddf8725
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fbb3556a736f958b4609dd913c606d12990999f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad1d81b143c9bda8feceb74af5a96514608babf7188a3b5d03e7519c0edacbe3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617fab0e56dc793b04de680f132ca83ff847ccd6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45085fa83e5a50b0cb0b2ad24550e4ff3b475e05aa9e38081930ba93a40e3224
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fbf9f518a3df0bbded9d57a824c610e11cf04ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8462eebab886b92634f438026d5ad327445a23f3a2ec0848e45d2742803af669
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ddae2961a42ebf0b409b02030cd715b4ca334a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60dc8fcb4361695e14240aa65415a52cd323f63237aaf7e7c18e3fbbc941ab53
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d63173d24add6ce49cb286c4c849c98112a620
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0690423592b45900ddc96c33a539bc11d7da17936a024376ae9c7e1ffb121a71
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d9ce72c31fba3dc1c387154b5f75892c3b8a1a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4286505e038673475a27ce0db1707448b2be0087b53a612b77afa2d22579593b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c3370b8215646067b66ac143995f69c48db775
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed9e6dbe0b42451bcdc3b2466d31c5af0e50ec4a506fa42dc47036c668b3d5c3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a7a02b146f6016abccc234180f9134e15ac968
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869eea04f81e7a5e5ee59a5843a682fc8457e75f8daae4a986ce578528c65d4f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97e523ee89acdb1ca90abfe39d9fe9e14d84b3ba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964b6d0a23802a628ca76ae1ef1d05836e16e1c2495a1065af25e77aad9338de
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab2e914be68c4d08ae2a1b2af287ca38501b1e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d54a0f8dbfba60c1157589db7157cb20f7e86225c354fd5c34c1ba6538290d7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a471af80b488a8088a1c48996e08df9aa0419bb5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53254a0e613b3432933b978a37cd93800d7569cb90d9a03ef2ea70db5803b12
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed5971446b4ec02d424d41c1fc564e39cebe1d6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d6455a9f183eb8ed8921bafd7dd82902a61c8b63fa07a49352b43f41b96c46
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721be76d73096460633c5156846eae7f106bea1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c077ca4a2bdb918d1b07c848a76ff9178bddc602a5d60f7ba24b460c4ee399df
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..393583d2f869aa2c755fb03448e28e827ea0be59
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5dc70809b295c1fc805f023121a8f25994c669577f100d0f7839bac200a9fbe
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f479df6432b1a6ce4a71817741e272942273fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ec412d6148b2c9e7a0b7085d420cf1cf8203f30f79ab70a7a82363396277b1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d372edc4829eae780dea6c14ebfebecac41e0f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1bac798005e4de2526aacc4c42776227cc513696d101069b23cee51dab29f91
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e5a7776b4d51cc2dc76348c1c542a6f72a8559
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f13d08f5ad6cd6a4fdf7ce13dbfbb20adc2a16e5e22e14baa0d05d63693d49a3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..958198ad29cdaf8fc15506624ea6c9ae3f97956c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01154c10e4069aa827b5a73578c9fcae79647db6e04da679604e27ce27243c33
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbdd61e6435af4fdbb76bb3c19685c6bb281ace7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a8580b396a62afd823b93ce5c3d65721b5c9867595099857ebb517e8c43a4fe
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a026ed84875efdcc983783d173486885a42d5968
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07377dbdfc8681f8106a923a484136dc5ea4e03570111186b56b75d0f002bfe7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5dc567c1d753ab5a5e3b79f06d0ac278e1a5357
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ab1e7e1cf11c69ce8d6a8462530ca4aa47bdc32b9e6f28f8902eb19d195605
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b06374c28b0476895a893a6b1168fd203c0e42b5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4319de379f39100c999b134ef6503af1c0669f5ad838aa6c2c3e317f776d3af5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb195bc019e74033e97140a14b0fe5a93d17efd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db3f9e829e72580d822d5cdfbfe5c4cdd7f24fee17e6607ec8d328c860a9689d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73878f2d6b5d487d59f0a2966aa0a22c06d0d3b5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd974044a313728f2b80498e984e022913dd6856ab8a49363c467a62e45fdaa8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fadd9d69eac7a0be93f3e8501bd69353fb4a1a83
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0d6242845b1650baa653c31959fc12ad56e31645977cfb4b8660dfe3c4bf0d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4563d9585854efb8e8fb60fd949fb0cd636d054
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a8cdfb2a8073a8f023045e00dea5eccc9743957d1ea1f970d328d913edf94d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e047984bd39e1fea629900b1cf90df9d45accd6a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:115cdba06a8d409163b31fe46ad740f554d5bdcf514d74d65c04d5784ed84a33
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d32b4f5cd57b77bfcae440aeac72502d15c2c0a3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:084879f7aaa0859bb021d3534aafe7e4888fe52c5c2b12eeb7a62893d1d0c0ee
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af701af6b6d72bf2cfa265240feba84b2547095
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ab5e6fdc7730629d14de70f26ece2dc8afc958dbe3d38a0418bf788b13093e2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a784b5d7ccc3ac4b06aacfe85805724e756ac4b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb9bdb205fe8efd32672dd79a126ae9d29932d813a24782b7c5813a802f56292
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29cfae21b7cf4f0e7a1cf212f97d58372c69baa2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a969ae2cffba91428ea7aad37ccc6ff82f1b38d12f3b2076e7ea9e209c29957
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..006a60b6dee23412558c29993802b09cbb5a0ffd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b359e43a821dcd8e22291c5e6e1ed73cb9a427f85ffde9050d4e358725d18b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03f28e41a113976d003b7178f305d50b2bb5a50
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa71640469a0a4c59bc85617244068f781deb3430002428e9e7d0d9870247857
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21e7cbf5083ca0a2a7fe52e401e1d8f296e5744a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e23d9d60e9c691d21f4728ea8a04d4839db6327db4d231d77498f861889fdef
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f50009abaa3eda0b1556bda7d4ebc532170cb5de
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07914954f8ddfd1c886b54819aed54581111b2718d4f19bf0da48092d33412d5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3454e31fb0aa365148fe372a5186e682f1f04f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcec25e4a16c2229bfdcae280e07e42b5d392888285c01204a329071aefa5447
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6b7e92a251373c19e48a35f47a2fb233da98dd7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2847f451b3d227ab8445e9ab8f6735b6d9d576ef6ccec27ead58bed9f582f6e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60065217f21c17cbacdd051bfc2f266533bd09d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d7f05975cc1ff44e1ed0c8b20b636fef2bb3baa22613914c7599a80bc09507
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f9d93f2a28257737514862cb30954b4c65be18
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d1e04bd042bb172576e1e5d02c0045f4f9258d052e57da779b8eb15a4eb804
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d0c5bc0470673162cf9807bbdd3b999c669d36f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0e09df686cf01d8319369a9857dc23a14960fad9d3bf4a03a96705a798a03be
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e0c16e17f69c8f6198498ee2a8faf72ab2f995
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f049bad67c1c7dc73993ed1be73a6c4971f16cb4ed756927be85196525a1ced
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260b853f5218b0a6f89940fcc75347277f34025e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9347fccf48daee7b0e68b3d7bd549b1f99d12b22808add13611f59d78773ed2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c191bfab702b12bf37e5d2f172e1539dcf4fda66
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b6b25897f77c49ae1d1a416da532cd3bdfeb0e879880be479265464695e172
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75606e348232a3db2e51801c1e1e1bc8990c25bc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac77ef897679c924461f0ef75e18b2e44426c2497fb60021115e53af01061fb5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6f2b12a6441ac89ed807e83e697e9021b73fad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139a4979addb8e02c27af10d5a0044dfbae16b05b839eee727470a9b7be0d435
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..296f02f4dbc06a0b312954f0350a277a6a3d6bef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e18a5821cffe30df91fc4365a19b3a7093262cc0e069f40ee9898a1799ea73b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..105ecb1a354d910ec2f7f5c6626502641e92e4dd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccfb16d7e1d867b95f2128af98019eead06018381944bf424b2722aad952f11b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac0d5e128fe88214fe6a9cba1839da7ac4a1c82c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66e10184b78deaa86788be88a6489fa9b6258d4a59f9c164b448050ca755090
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c02e8f4ad57ed8ad812788def0c2c4edd19d0d5c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf24c13053357f7558cbf45db8853045c06bf5ced003fed302a48cbfc985c339
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ffdbd74b77bf3ea71412611b8c47af0c16953ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4730e13d8b31e6b254ed375762e11935ff077984a4509ede34fdb96c164eecd1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e11491dba1557057388f80fd857a83693b877ce8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc6ea64a7cb825637f98395adb0347029fbbaaf2882390a233a8e5a6c41f13cf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da85064aeb05f594da27861a4a89c6ac876971f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a09d8fb1a08936a5dde4cdf16df3b14189870b906ff31b22fe1307eaa34426
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa44044f78a6eda8c3b2a7d4491a01f91c05ced3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f5de60180fdaa0a4512b23680de92b58eeafe3e13559cc491cad822d0a003b7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4865777353c4973990cd335edcf407dea8f6926
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37678379b49d444d25ac374cdd79f89c82f701ea7f837d1abbc0f8aa862c2280
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad8100e46f7a78316fe0c6a1ebd0a769d3f65653
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a12db1241696054dd3b2ac80bd8643e38ddb86e0822c547fdc89491191e8c64e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8471bd7bd9d3ed85a2daf5edbdf9b9d3ac16b76c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b925e2f2af20e1ad7ea1cec857066a3696980578135f7f32c3de9b0d925e9512
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b0f55b2ad3c7a2d781b545c5c028b3811c0b1f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ee4ea43f7df5ca280212d3a800978ed23d8f04b25c14867e85ccfd8c7728f4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2908f9d8f12a37988617ab79845c6da4ea83bf62
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8864e077e7e306e46b11aefeadafd272f06519ae19f3fb23b8e7c3ca1a0cd53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..910c50dca3b5c9333bb8f889f68f07e4f2addb3c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62108115f29bc44fa67b03b05f898869e00040c17461edba14e5be77d43ed6ae
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d38bc210bef2ad30d45a522fb396f5909245524
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab78b14b6afaee6d2f894410624d687d9c2defeb00ee96370f42f3cc25de2974
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c45160885c1656b5acb42eae21f22fd48931276
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baffc9cc7cc466382424e63bc3ab39bad271bc6c39013c1446807ca7a2eaae6a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a644e00058668d6c37b1fb9fdbdcb9e578829b7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89139d68bdc7fa082dd1b45eb839f7af848489a8d57f820c1b8b5db1368a5dc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b146c8b81dfdad5d9623d39fa478315e3e3ea093
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2969c2a9bb1bb03f312fa2c778c0d4449aea19508089284252db6148df74b0f2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752bef8b6c43242cf5162ee1dd8648d668b9ec49
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:329fea20113f05199cee250b3eef117c6db112e1eee64919b718c6c9cae9a4c2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cec04d6f2c75575c28f1bad729dc84f6fc6d046
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8582ef1cda7d1182df298fee6ffbd8c216fc6e9fae85ab0b12c8da088b453c27
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8524bc5c80613fbcd3323ea48162ebe37207e0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a65efb701ab28560130a9ee29dc16cccde3fda8553a072e8a4ebf9c5fa3da81
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6814180edb215b310648bd7eef75824fe4dd663c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad3b5a4ef429cfabf6c1de444713310e160ed31897bc521bfac0154c236364f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64d51a6e3c5ea20f2e3be08519dd5ca3b46723f1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d1484dbeb46bd561ebee3029110614788ee4aa26498cf5449f0a51612485fd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faadb75a1f51d6e31bf71fbe2c44251833d2c653
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b10b20d7983878c9198c105c161c0e6391e5067343a9fbc2ac341dcf741b5a39
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce05b9ed54e0ca5852be5c779741955da5d2de75
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:411fbc5f4984e9fddb4684c42f34af5d81fdd85e1fc678728c87ed6f0f779f93
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6058a5e7db21b516319783fb3aa836565415b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7606fa2d7fad8e5a416aba783c5c00d0ca67886c5690191ccc1e39d330616650
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..343f464d9d2e8337980ac3f54e8a726c002d5ad9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26dff2395faf312c4dd3a3454b5c8ef01c11adb15eef1c463ae8a0c02666b87
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dccd83dd748e61e82e187898383616d7143dd7b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab75d031c6a61693c4f380399e430a56efd61c9b169c3a1f2c0ac8d01a469a7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b09195262f60f5bf95b7e10957b0b8ea07e1fb0b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:027a0247dca312a5b42228c692b2b7bbc1ca4574925b67ced7383ebdb0b968ca
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cda09292b5a1d24e2c5cc7a0a1b2e431cac8f066
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83b2d920441dfaede6544b6fe41b28ef53735f5f07c164c7420f757428398ef1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..804221d352cfc6f22bc22386f35e5ea0ce48ee21
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db6f2c00d4aa63ede23b463c794cb72fb720d0c7c72292afdfde4f7042849b7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e838bc396dba40032cd7e7220c5ed3c139625fd7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf39935e4f6508bdaa3697723984e22b1f4b62d9229a13202511400f2456535
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc762cf0c1c51619e1e5ccc14e8e5b975214122e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ffb10fdb95c3898e54fa41099d67be7aac6ee005dfee9e5b09b7c37b977d6f9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e3b7fe62258838646aeef1686c1c82317507f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee77385651f9bececf9e7e50363c65029b52c1fcc376a8b359ccc12932489b1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c961bdd79c2f818faf85d93b5afdd4824d9253ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7f350983acbb3c6e8a573fdd63a1ac2af12a4ccce4b035a14de16be02afd32
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a339ab8365787823549ec483c8bd5d53893c2a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:554b3b2d86692232413d349cd35cd28cc39e4d12a289f28ebf2b16ceba449dec
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f0a33176bd00d87124b815c2f6acf40a800113b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8ca33220258fd911c59b2b0d410172e94a276d5636c5cf010e257aecc775ba
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95503a478cdacc54aeed9ae08dc755a1d9452f7b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6fb073113b6d90abe794cd45ad6a087208a8c898ee69740cdc641f9742384e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06619be0ab9a8a47811ee4e5478c75dbdc4cb055
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b942ca01982cbed907471f19102c158b84a07f7f380ec1fe030a7ac53199c15
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea6264a5e53106cfb0eae7bfc3f633f030735e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ef96d69db206e49eb3c3298ad0e61f45c27a43640c5a97fe70c4c2318f7cb7b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9aebf984921994c20590418a3377df901f37e44
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c90e2b40c1f80f068babdde20be506515fbcd88f3a18a9baa30c0b0054c71595
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d5f9f684e43c35392333440fc9e616857ede3f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61bd349821ec836a0547e2cb0e250677089b3a911abb4196b9bc584ceab164e3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3536bd7288d225d34f8d024bd6c9238132a8aba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346ea467e5068983540e1907822a61cb5bd256afaee5eceb09fd4a001bfa22ad
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf3fe7d77acf25c8fe010e31dcb767ffc77d7156
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b5dece468a014eb16ed0248d578a495a3620c1a71f2753fefd1bdccb45d21a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0faf6738e3b5bfb0bf77cb69d1253266f79e033
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a61561708d6bc12a3db4b87fb6a987b7ee9c3281d0e56528a856cd231090fec1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..798ea6caed0ae3e876c6c73f30ce04f5e8af7f56
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14323153066afbc9082b1014b55fbfb71812d8ab398f52e6a8fddad8bf2efce5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e3227d6cbfc6a2ccf9203b7fedf0e78a8452b4c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba93a48cb4bff23df40996a97db8e7fd3579e8a6257c0d6e7f42640fd0bec22
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a34c11dca90ef53e60a7627e6cdcae9336cf373
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc2266dcadaf724058b35a5743365833de5f2beaafdc0670f0591c3230129a1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..168e7fe5411f359fd5ce75a8df143733a948f762
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f9c666d7b9245e2895749ab2b6ee9b3665e7f998648f77b762f666f321fd90
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6549f5b27c63eaad395d23fe05f001e3e55741db
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5fc5eccd86c0949ce457fca5571de21312ef354881f2a881b612e5b193bf44a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08de6c6c4349ca122bf5fb25173d79d5c20453e9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8a13974156ad2a696103f22a7d81fa2205c932fd44bef6fb732ef3e71d0cb5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef0720b7ff0d8a9d8287350190eab3fb98052f8c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba057cf68619536277df20e19ace219efcacc0b2a5a7fff8f1cd0c82aff94751
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cec17b9f261e340d4830ff8f23b82ef902290dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1fe437ed890797f9b0137ed7ec40f25b0666c899febe20967949ed99600b37f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c71a45e7eeae31a83e1a69fa4ef0226a2ebbb15
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c819ec4125baa7e50f8bd0fbd34e9d7642fddf5bc3a920f3f4fdf3c1dc4bcf3d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbbea5be82d37b38e6150b6fae8026199e900e7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f4ec3dddfcf5a5c4dde3bbe21e19cb8b29ab6dc521ab0cadc6d529f70db4652
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71bcadfa849ce107f46f0070d49de6a8eaf52e59
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:175177731322c5db5a82db1e70b556f987cb021d05ba3ba6cddc238650bf10e2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3711da1be3fdba1c9cb93eb0794fcbd91b8e4ce0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cffc4fdcb5db061ad9d0dfe4fae4cd266982da57f968ccf0009a7a6bff43076b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e124aa6e06729e68077a274af42522779373d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44916e921a2d56ed087ec78e6a3fa96bea435202f076363266916ae293613db7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5416435c323c2a76cda35b9147c35957ca2b0c68
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dad46a49a2815b92de4eb9505cfa47a48b30d553b78a88e317ad040ee6a9247
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..044941686fbbd78d57f46c30fe87a22991fec474
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:886142637008fb8c57a2a3d0fdf9a62eb4a652d234b9cb8ed4a31354f87e9a5a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4908ead38a8d8b2eaf259d8dbe1ef6a4ed40e627
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db585e7ead80ccd991dd9fafe9e9e5b7de3849cd7f72e958763a6546d82b236
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62d3996bf9652624bae50bac0bd02d44b906a4e3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc381b571c62a1e4195582f59e4282fdd4e04802151984e8de884d1ca535adc0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae8b0fd41f0c830db064cf191a1c5ae5e891ee37
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c7f4db3944600a7997b283c4a288fa06e3026f5a31bb6f9c2625c89ac94ac1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..191234f0d9f84cd2752cfcfb0de08929e550cd66
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c973ed254bcec22521635aef1cc4984674baa7e60ee8ee4f623184ce3fa1efd7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..890d77c9a811ff686093b72c5d331323041ea8ca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44f25e56925358d39ef35544a95373a50467a62d61bc42b4cf95acb3ae55b995
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a236dc3c4a7dca17b7735c137cd08c2b37ed4e0e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38051ecf12fec5e391a445e687521ed1c87db1c7e052f76a8ceb1040882d980a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e8dd0280a656239fb072de783895fab9679b33
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e42d3e1b5aba2c72580131cbe11d8eca03658bab2d353268f36084cf713c7d97
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0668fd808e320276ac8574dd62e1f7ebe24fc81
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e64bf948dfcf3f75d75317a7f3939982deda9fc566e1ce561d7ef8a72570916
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea777374ec5a8b19815feb5ae38603df0aafc78
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4041bfc6b8f610442bfe942b741ac9d64fcc15c843f153a1b34fadd9a8662d59
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86b65212e77ff492767dde284e5a24bf9cc5853e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d17b0eb61ce065819ac488049c449bfdfa9b634465c095ce0f87115e1e3aea4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4535cdda28f0820431532a590a30e8155b3ae3d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a70840cd185117f39a029eb40406d4208da59bc2b1efb6cc58c20c9c5fcf0c2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0caff82d961961d344ef504590b82ca7d1123569
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0d25c4da7ac8b3126acb6bb5b5009dc32e375a0097b33cc6006d1a0231fda0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae6849bdf81e82d76c92f12690fab65ce2cb1faa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe4b34e760a64e3b10d85ecea91ef87e3e0b2e4f3ec23b13bedfcb850664f5e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae00e89caba4acdfcccd024bed4cb2f8167610cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82f96b474f7f093d4dfc5920bce03457f3bece068976dca1b40d9a0ebbba4d6f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e17a5cc020c1b19da55644dbb40dab2733e3f8a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5051770d9e3a4c5f5555b1496b40fc3da9c045b2bfb2a95285d6023086eb49
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94d4d7649b2dc91d6275d79fc7dc1672b540963b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e610c1f250a4fc66be9ee85527add4f571ce16000b61c8f93362048e790ee40
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da3f424a69607137aa341556e575fc7e4ca94f54
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b0b3cea4ec1f93066268e0b008f1c49abe06578d2afe03355ba267976ad112
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c1ca2aa67bf879bd69aeb3fe036d07bea8e4321
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd738115f63d92ff8957497400e365bdbe9a21030be4db295fec3d411c9f733a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf68d10a9ee0cac955d600f6af3ceb9500040488
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:286d2e16e2b3e8bd56d9918f2cc41593fa6ddec48731c311aebe510b8f5c0b5e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feccda930220fa8fe8d7275583d5ba29a94ec08f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f2e3736ba3d12b9dd315bb3514aee4512b54e2cf5908c6f468af6c0f5181aa
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f475bbfa7a2da4df66512ed05c33bdcd2255e29a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:828ffc8fd9e389557ac682d69fe247bd3f4c0910fc6b9ed32da2939a55dc7013
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f9c0acaa2976b0f01138ce1c8b10146a95fad38
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0266fc6e73226211bce1b5f8c81cf56f6a4944310c36db81284237d7a0311f72
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b413633c25d516886ebe5e088f040af5e137cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897cf2e77b43fb665da972f303d5141c061fa0b4059f9c8aec51c783c462e9de
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c42290e0c18721d0d1c46c8090151702979811
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a2f12bf1526a18fbbb3934e219357f96e721a9d4bd4c42dc65bf58b326c9ce3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91ef8adbbecac824d4735d3f84542c121edb6ce0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a1b82d546f89228d8f5ee556f0061de9a579756af03e86c82a64a173c05089e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ddd80844f337815d0bbf2be7ebb474eecea301
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5084a8a3484ae0a6cb6a5f69bc7053a324e55de806ad1451c26e9d9fdea66b5a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d083cf80906d987615618af0a02a32bfbfc5f43
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d808db9a508711e8c9a8b6452a94b91a9974382e741a4279a53888e46792c036
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9c8d70be0464f08968a580e02a86376b4b90289
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faabf50ea6732f835fa385860ccde54930cdd159129580d46704093a1572890f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6450a7d00dcc9732964e55864332adf4139a96ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b792011b85283ee2feadf781432ee76cee69a7789b23013a206d2cf3a2c295
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b32ce2e0fb073dac39904a65cdb5733aa40a96
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50d3cda45c20c85b86afe93bcfc342cfaa27266954b6e17e848d7843d9b18e5f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c0280f8da95d809a434821a133ae43070d71e5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8793a8939f9bee69388f79848c9eb964e509d50ed28ea2b725ee886056198b2
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f89421d01614cb2af64a7d91859432157eb65940
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945f9048a51a8bd137f2d447fd8866662844ce7bc2327c531ab44fa493587f1a
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0212127c38b6cae42f6284b48913d23a9a96506d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43409b962e124b1bd99aa32db8e6b61a8a6bb32a12a5fdb9d5a7dbb1c060418
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c47d2d2674857388cdf293dbee7c0cac2ace355
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74b98efa0c7d59336eecb6f405e83a6259b419e10f47d1cf09a27be2e8c71cb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588c03f847e868f5f8a2cd22895d4d05114bd942
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5457ad56f8297414d9663b808fed0d194fe80f41e4ebe8299365c0d5ba19aa9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b7b2634602ba94fd881072bce8277d3948bc26
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf42e9c30fc884e1c720d7a641bd10079283207fdd8a2972f2ebbfc1cdf27646
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21068ada6cf227e7ec9c05ce30507c79c09ab3b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b32daab4f0f109f4bc38f6378d3791afdc7f041650b044956821343a6406d80
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35cd62b22a55b4c0b2f005d15f7a57b986cb5974
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a44301e9d00d66344e715e884b842fdad4911cd4d8bd15608c8d8f67d41eba5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d5689b2918c375be80239006a42987c22eee185
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3051bbf99debe331c1540066f82bf284ac0ffe24c9250fd85e7b9dd03b51311
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb5bcd2bfe3c84a4e259aaf1b597fd54244f945
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d6ab4b9ee60996ce5069d2db597a9f02e025f789dc7001d58c016f01d4e078
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e6a0278b4c797273faf443c6f7fff720398f73b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d53fabc8d773564a6e2d82e12feec3dc817e558a5184888e343f37e14aa110
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b872a4e4a3bb857b832443b043ada245092d5d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f4994cc86ffc0d01a0395e7aa99a2429a093ffe1ac10280409eff5c7b105974
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8112454fa2cab40d60d9846010f5600cdd92221
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b73878e8915e583f443b4e85d65ce93f0d593ed09fe35b1ea3fd2b33f37bd5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d5a34ce1f239fdfd18a31e5f9d185d9cee146fd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f07c2fa72f0d150fde9f3005c89fe3bd7348efccaf5d7bb999569e41c6f0638
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a7c19478a0660019f934692aedef83dbdc6b55
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a15b97f456e50d6925a06948d8c65109697d8d021694b6f7ae72fe4c6d5e475
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b51bc01562e203d337cd2f8b5a91a3fcc24a56
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d4cb28d068b8937d98244e41366b1f8ca395c56e664e51348c77ca0186f27f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a2d688181a67cd3b6124a5f29c55ab5a004bef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f12c736d999d6b29c3abf2634210599c08757f94868d9c83ca1c90f5dbe91fcb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e12a34cfba6da3f4e9ac79b40fcfeff26bb85a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e167013f023910cec2c1fce1ffb60b3855f3252690d57ea9477eeb814c5fb61b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..083ba8b733ee80a390bf160cb5a03c42316749d7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92f18ad71d6fc77a4ee612c7023af1a81fdd64a28317e4a427a28260580ec15
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3801a93acd1a7e61078da701fe8b2a10c04fe03
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b4d4bc9a0ce2641f6be46541221c9a6bce53c7f5dbe3ec42b04c300a7074d3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0158bfbc8bf063316c9214514f2ed40950391a72
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b56694fbd7a38901958b722eb7e6f450e5a91829eb4e3cad574ee1f6cc1d93c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c8c14253aadcea8989f47d9a0a7800fc4274a7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1196e26c5e7b06e926fb87fa96d5edf2d5d97650262f1500e3202af300e54aa
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f090214405df6f4b925e359a67598ca6b0f7de1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37703da19d8aeb2055caa982780e25c0363efe1bde0a6970cad86f8b3468ff5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d86d81d64f6650ffcc6098fd140c58df413c1ac7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee971d4c68a1560e27ca4aec67ab5a3710801e31192620d4b8b27bff3521c1d0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2955db7e5911511b36f01ead9ccf51dfa66d5d6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:296b1ca79148648db3358394341add3c2d82d78d2132392ad6c0216bcf4ed60f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..243d4c080dfeecc23c69df886a06d94da8f0ef7b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98901bd31260a11aad336ed9a00bf59f5fa0477ee35a73f89308a8475c86038d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e91d50702950704c1b9fb5398610d1ba6eb2b4e5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0bcf67abd0798b66c36a4543b6e68d3b9ef9ade6815147258617bd61017433
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5bdb7328f8234901724dc58b1b5fb047d249333
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ef38d3417fa9fe72bf15f4edb330bc03f787112994fbbf1b5e48e39901a6e1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da5eac8ada8c0ce9a51310a1acb93e44b31f2ea6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208318485a58e8d035c60a3bc0cd948b1aa8a67aa1bc15747032ab19704919ab
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e15b741f7c00f87a1642b5b00dffc7f328712c6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897f84ece850eadd2143b026372ddea8b8e65384e11fb0f2aafe3f493633e6fc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..334b5ec0fcc350eabe6a23a23f898a3fdbcb75b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:453cdaad91e57a2ee386a330b0a923a81c45b7dfce6865cc55353fcb4b283d36
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56a07a8516e662717bf1f5da12ced17d21ed5f2a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:591e8f7e6a71a5bdcafbc6b34481fd1ceb591b1e761b66d14f19eb5ed1ab4d4f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a55e84f5ab500a721420f71736f48ba1e1f090ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3286155f2b3a85967c3b67d32d44f2237c3160d588cbd04e2ae15290a43c00fe
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..274c172b29dc2db1811f407806bb903601abf32e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b744ec0185365a26095cf20d5cdc240a0ddcb40391286913a188fb0270a447
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cbd1715d77f6dc453bf11bbe6bd8fabecaa36d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0fc0258514ac47b14d71910a6f0f4d29a9d7aefe59dd2da97d8747901eb59f5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b2da7488f51c54a21e609945212359631a2dc76
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ecec1f15bb0f89553cd78a085ccea39ea5d9c04d966b4c064e36bc64a168d73
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc38de924f5fccf5a3ffcda71aa04c491fc78bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80446079a02c6cf86bb977d8b4a467dac50172831d646e042e828ddfc915c716
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1e85aeb4945ed2ca46bfaf29efa684f5a04cfc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576da98a0699d5a93a38afc14098bcdaa2271d8c95a116f79f1e6e85e5b879dd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8ffb73f50341bbe1173c0e5cff53881662314d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a1bb320f9dfafe7b2a1a39529cd1e5bd8b6f760a820bb68eea3a9419860a86
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e38ddf08b23c862649c9b759e4839149b70a34d7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd972898bb2ed937ca1c7c4a124b7d54bb7b6972cb92960117ccab0129eb2b15
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7c3ff99c7fb75942ed2e75ee38fbe195ae8c65
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2962f9fe99b5b70b213b52d312f5561629afc53ac86814952fd16cc0de3a0da6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c24f2ca82168ee292593ec712f0a7ee4fdd97716
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cebe4e329a452356e721a7be2aa1469baa05cb97eb8f4fc7c402652e11f6cc0f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca42626c111b3bccf62073f372493b1d09a7139d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc1f5561de60e947298fbf394dfefec554cb1b70c55c88a0541e553d3cc9f05
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d22f94295e189dbd4a1502c1f0a7990f50537730
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d01b7ed5d682d2bba2198a814df4210cc9fab9031febb05b937a2202846a235a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..930aabae0c0516828e84a5939d4c7a8bc98a8c4e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79aec8ebedfe2bc72f54753e0b1704e2a7a2642bab44fc1dc554d59410c30f0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eda8aa296af9e8998d83f66edc6a96e4fd1b1117
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe9063efab14037baf33afeaf1ab199165a3b3bd3121e6c82ce3b7cc51ce9c21
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d8bde9afd6b1ea5455c0d6f5a5eb820a292465
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3313e6fd97ee11f34042b83f84727ed0a44e592de166b43692e5ba7329606d6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99ad16fad21979a36b8c15fed35e3b93cc9fb6c6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6373991257026dcd6d492a3fb1d3acd6946d696e2da9292e0b141964d47a40
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce894ff34a6bc54708bc402f22755ab0b943684
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce41996fbfcbb51a3d926ddf49d26a52b12217bac430cfbf2d1741e43b59fbcd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..776088d49f3c28637f5e59380c04d5414ea00b46
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559b7dd7eae0a601cbbbd4f1386079d0e1b3fcb443b63a4c87fbea514c13a9ae
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5066a240728ffe9d9f143b7841b4cd3db949f6d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caf865eaef581e516abbd45311352b687f87cb17e6c6d6016e457f797f05036e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..274f5d9e8adc9533a82bd1fb7edaccd2f648708f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abb82a30821af14c9835314aab0fa4ad66bf1ca67057b1deb08c79030b0c833
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..540c1ad1bb40f368a1c4dc0f6cd1a8129063f6b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bac701c8468391b4fdbf168d5d27592b0cc34f52b35888d10e4d5a9ae08addb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c365d96c4731e48384ade3bb89b7087a0c8693
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72a3699c0ea9f30a9e6ad053aa3a9403d4d8bc1e0153842f450d4a547ec8776
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeca40e5d4bf55ecca357b63d379478a44d4ce53
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c11ffa57510c3169e2652b176947f83f9f1c6264d623243c0d719e1f34cb5abe
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b833af24ab334c8c6e80718a220c99913e2d5d34
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f8f2536b8c7b6900dbd5e8b171c7e14c4f302158c7a8979ace05194b3ecb4e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..320e53a7d541282afe2e7648b9636d294f2f856a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896e70a41ec292a6ff82cfd56b7dc7176728bb1a9e4c0096207cbd6be1a8dbba
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f2808d6e68160b628b32e9a276647096f99bde
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:451435c8440bb3b97cb9eda92c212e5cc1f4cbaee5dd94d2222b70841d02f1ea
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ccdac9388e1ab3a814c6071f40055da1932b57c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:461f5a6604b2c9f6120a8afbea21cac1fc23c16dae7ddb3d3bd1e2661d6de3b3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7354ea7652fa3cf88eabee7879009e587246d5b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00c68586adfde8fb4188df8ce5d60e0f7e324489d1c5e3f559e2f6c08eac06af
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b09015ebe34788b9567f39456694fb358a6b0ef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00579d0e11cf187c3601510af3c1b034069a3c62dc6b748e67e2a8f92f15fb41
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3a68723be977326e5855d24de6ab208dbc00071
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8df8dd7509b20fb9f21d337b2fc4fb88517985f68eedfcf27d4896a6dd9024c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0af5d41a8d69f391201106ae69e5d7c2fb0fffa3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b97cc2287c068c28288430d928fddba2f2ced702f65fe753541b7e00037ac9d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ed06737a1637bcb08cbd1ebd12a985d57744777
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2b1690285212c0170577120d47399443211b7c3d52b38fd6ec02a2ad4f9df2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac545815849fb6b3af770b5c179a4ab19844e504
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39cceb5cad27b0ddab44b3adf4c3a1c61cc081fe4eab12e945f14872ffc32783
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1596fd89d642b563e0a7ddbda87d4c40e20f728
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4fe12f537125f7ae2729817ca3c4322d08f893a1b2e4ecfd001168778b0f7d5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..115cb9daa8398c499ae5c171322feb4e3b9d53b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d64204d648d9892acb7d14f015fa784d59afe4995dbf16a03936aaa7bc7ff8c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab4db5ac744150843511acfb7b5ba81313fa21e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:320aa85e7699ef2c3e50101613bc938c88178b2b753639cf84bed9aa070243d5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f415ba35f86a9802a59a377cfd8345b941db634
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c60833411130db3137ec6b1522aa0d79615246d43927ad236d00bcada41b5eea
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..760a7344fbf519bc8d28684eb77d5e5b7a66633d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef5ed0543ca44f27a0e66bd22f1c15d8e251cae69259a603982d54dfebd2d27
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28db7b04fb40732fb6640b7e4dc0fe0bc5e0c631
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1059cc60ac4e53d7d3a5143d95e4e245a493343ae8e63db9a7a3528eee3b20f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9467cef43d19e8122fea1d65ca57d9e40244de88
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640f01abe24f2da78849b48816034f866743855a302238ce22a949c5e34248b5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1038893ddc840f7c3e2ff2be51db3c2ec97f39f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b065c53a787eedb400dbc4c3ee2ed19a8a6490d4e022ed4b6e2ea8a32ba4b3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3bb9c1ad15a0665b1b56b112eedd26383c07c83
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24afb2af0ae64433d2719146e2e7bfc15bdfb932f92faeb6b731d1218b4e939b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..364807effaa61914dc92c9c82081c0fbb42b79bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:442d96cd1af1623995303dff57aeeda9f1b547c14c8d6e5a7f85b2c4107781a2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d1b2605031f1627b053e764a6df99f104694d1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3078b63aa4bf617204d10f5cc8170ad8e252483890a240fc3a02d6a6877041e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c1095bcb74bc91a04a90ef71fc80c7a8f1b797d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f45ed3c550a594faeae3f196b2bec8fcd3bc7601a8234d8e60879e469b0de7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebb861fafb5a29ed90136941f788a3cec77ccf01
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cfd529ff37631ac03c2492e4d2d472e0faa0ec0a979011c9c3b0864d3498035
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fbe2a2d83edeca72b994a08e785978a64179c9c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9234869f76b7a5b59d8ad4be53129bb7819c1dd15074821a4e9c086260a4f35c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee339258dbc5db4a58f8a07f55a22862f4c9eacd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8d437f332f505e6cd4cac248b2a5fe818abf7f89815900f1ee0561612e4f8f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9aedfa251d667bcd8bc2aeddd512cc30ac51c83
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a957860a4c6ec05902f17bd823b17831d67bfed7e514cca437914d9fedb696
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91961bf5eb55cd58b56fa087f574f5045e846951
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aebf7e46acedfd18c04a392962529e4c73d5fe83dda3290147efc516b6b8edb9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..967012bf74cc29f04b05968d9c0b712ff67b0b42
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103d9f3b4c6e1952e348090e21aa1bd1e308116433a4b7263d48b95b886d32af
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eacfa412222e1042212696ac0266b0d3f949d302
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0f6b1c6019dfcf172f09eae322f735a6ff8a466b69765bad1b4dfddcfb5ba6a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2da981292950d458b7398f5bec51574ea2e73ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4ac0c8f56895e50b221ca51de4d7b127fa1fb031b82202cc93121dd91f7510
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a057e8e4d8475129b8011c054e2de43a51b269e3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156c60b4da02f62a1cd127d9a406a612b4c88e008dafb88cb4853b4d16d20bad
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6103e4d3221967693d9cfe9ecb5c978e8f6a4bcf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53ffeba4c1d49d31edc60c66c70be5a89574388d686851a1700b876df875d16e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e122aff35ccd1ab27e9e90eb2ad27727da6cfcb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4263e506234a3daf374b5ed4ee58eaf5438d7c25a41e4adfa70398c89a9e97d3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28211571efe87607199f6faeb5781eb8c5acc66d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d607fbfbface8181d7a0f4386603a844817e3b9e35e299c516e3f6defba25384
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33f11be35ab013902e663306a349f2490f3a72fc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68a2dbb8d34ccbbad0f7cae254baa12674e84e58fecfc1b06155e1ec412aff89
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4bcfaa74056cd71ec5ba8dc7b1758e11cd361e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:717a3fdbb506a4a58429cd554430750fbd1c1b92f107a1697d6ffa33dbb1f153
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4395df5b68db5440088d1fb705d85a0a35aed1f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50269a81826acd7a3eef5439478acba35d1879d40c8a71b894eccb1e2359e85
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b982754126148ee9f0a8ec0cc57ec22e5bf86cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdbabad0283b2e1133ff75bb8bb9be39e6cec48a7a78c9d23c3a1e2a52b94611
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d1e9227d9cf90e59a2ec222f3cfc5d1c5b7cfe3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eebe784aaed8752b5e21ab678407351403d4e1d6e6778700011c1600589f72a4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b57db13e09233caeb9505ecb0739ec1a30f8209
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e77c900873e0ffa47f99f49506fe989e45f68fd4b55101caa95b9d39180a2e2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c43a76c48b3d84800a2da8377d0fa88d2d5b16b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561465861ce2419c7f687bf928469667c7f06261548f2d8b0567196b6d314373
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c07ca612635b86d73f20fac69975836c2d1988fa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c7c5791f1b2b54b550c3455cc7b7c7e569fca4482c97324f2c298d60d92df4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a6d4e4c108f02b9c138635fb713d6a87f8f339e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a27a2f85e10994bb05311076c7b32b08fd704156eebe3bc34179897bca19e26
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f242c7b64ac4b91409868463377bf90255a377f1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d592c38dcac5a7357ab600915b225aa7aafda411a22e42a37d610a9136fb0fcb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb6f6685db77da4524f87994d844fe2631d655c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b5ba165a985f68b12ad25775873b045f7c3297a1b4c5423c2949e561411d34
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67f29aebd718aea2854c2ae3d0047f2713b46fad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ae38fc5f395bd17c81bfe80268cac4ee450fefe9a59fac5e9bc6f5a8e5c954
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e30dbd6af21e390399dfd5be71eecfa6d5cfa4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24858ed7a6671254fb3aff29ef87fa3d79cce7a91d2c9d8dc00c18d46ac2d326
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b9b4a0e865ac0e14d6cfea4a5c2696b344b7d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd5eaa37042c0970d683547940af8f63152f345a4f1512e4921acbedb275203
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7c92110c8542effcebcfedb0802fd969d938a68
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8297aed92e004b28e1af8d3b50c70537fb9c098c747db2a24988b6fecbe417e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce53a4d957eca2150016d80982ca6f7c7b16b4dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a8fd466b84f20f4c88d64b80b353484b4fbc9b26b2dd5dbfb0ab2cb32be78c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79407ff38fa0245f187e54a4eb548ccba8cb33a3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a336005d289486f1a3891c86cdcb005f3d6384da6a3e775732be2c5791db80cf
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e526c516d3c4af8f1d8dc8fec1d3b4c29128a8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf8e093d7571568acb86007e25f272d4aaffefb41719c8aca19ea44ac515355
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc77003b8a546f95c2d852efaf2f6c26596db5ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ec8e89f4265573563c6f1b22ad54641c05d8f01f56ddfcea4f8b400e5bcf2e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d19f3de742b79d0ab80cf33937ef48c8b5d4b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da17cf24f88259d79d05b60bc05a75b85c74cd1ba48bc3c0f51b22010b99877e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ba22b8816d88fd1eb3d5990eda119920aac1dad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ffa33fd916c65797f76aec51b7d75f05c0689712cb9c11ef29f88afc0dcb5c2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a413e3ae3b43b86f7632e5685ecdf978a881b6b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e11443d1bef142f2375803e1bcb9395e9c955b0d7745e2b0d1e3790df45c51
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b357d889d8536c7a8eb94017e353eb00dcdb48f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04355ab2dcf8bebc0bce1b8f6cc7f0f9ed53c0a45d4b740ed83e9a070a48df21
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b91dfae43baa884f41c5b64f3555ffa7a73d9c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4545b8d5912454915e6548d60e5c130980a7d7ad2157fa6e08b7eebd4812c7ca
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fdd201098c598c19519d29302b64e7e0ac2e2dd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb72e8b0c4513c24e8c0547f89864f845f784f19d6d62c7dd1e6aae4283968b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab3b65e19880efa0f708c03048f9dcec479eac47
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b176e31e2ab7cd9ba9b172c6cadc1f575742b214ba98c1ac2ec054d171ee887
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35b400da1e88dd2e238cad5abaf08b645e7d9b19
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7fcba3a3bfba9a3939d677baedad5ca07289898679fb80542595dafe31b1ddd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33e8316f41447f39ba55ba4b742757f029f36965
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:067b8a99a50b3d30bcac49972d434bafeb9f9ca3cf7173ad262553874b73106a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b0d0b184f7d818fc50ae8cfe2339bfabea62c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a04e6b58b3f2144e4efc84e0815ab8dcc4b4aba87db4fc2a6f2483c11be865d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48ac8ef61ac75b8bec22e4f33abab898b05133c4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d812c9ca4fe93f8c942546631cde4ad6dd29ec430c298d49cfe12bb79c1843
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9568c918afa3e8e48745d67b69288ad5ab59bec2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e385bc3e9dfe0a193a49acdf95a4140c2b040f2831441916103a48fc0da19b0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab302f28b38ae3c96d5dc84a9f35ebfd274e55de
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:551e70591ec0ee94d906f85bda1fd4484fc3d8c110126263eac9a4c6e9fc4862
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2977bbcc63d09859802820d93daf2321967cdd25
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeed7fdc6930ca6581ed795052a7ed99516999c2158d36278a139c17997bc204
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf081412d38fb2ffd67b5d7ad3e7053a06c2f9d8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e900590d169ee9e71130e16e8f764fd686572dc37d1c52c41720bf7b8913e43c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1671b6253fe1f2a9092975968e60b20158d2eac3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13744f01df69a3e67fc9adddf2cdaac41faa11d9494c633878de78f97fe8deeb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f7c8f48a77df7cf46d9524a7c34c6a76a33526
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5a6223ca395d7ffafe2e43ec5cde24ec39ffb1597b9c000dbab6dea28d0d59
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd33d4308f442072876beefbae58b0e522bbe361
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4fa0870afe83a70743bc58637ee12926152908cf4d90fc8a063bda57041b43c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3593d4ce9408a4be68a602477ac11da8f808567e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6baa2c7605467555e17c495bd4ad8fcac88b545df1ebb5792606455bd3a909cc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb5ff6e30aa5b34416c554d513a7bb3a41f861a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f45750a1e42924988fd443ffa1a8b52cb2e20b569b7212c1ff37f1f0339336
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19fae3117d082b85f11c1c6dc2c3969bb85337b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267f472e4b9ca9bd3ceee290fc36c867cee0d704d1318f034fef812ccc49e9ee
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..912d7dac6c46190dbc24eceaad9cf30333bb45be
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5c2caada03f4ac9d85dc1f1460a7b01d06c70507a3acd8835d13e5d596b376
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a47c0fdf7ebca790cadd711d0e8812f8ff78c0e3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2980d7194c8f8683e07c024a024c05c377402931a519ba4d7e9a6c02a60b8668
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36fdbbd2fbfa9c575399b7862157021715081ee1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0f045424d8c3e3848cf589ad3862f6abd990e3d3a0046c9c8caafacc07e69d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db20057e9b643459f65ef546d785edc12d8c65cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b2ba4e5a1c285ee6bc7822dd9314f2fbda4b228c238f58e6fb71cd62996a29
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..685fd100e70af926682e02ea1d89562dfe1b1023
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b519d13176b449f7ef2d6f3a521d529676c268453316d69a97ce0d67255e4c4c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e4af2ff45c9aef4bd4675a34095f254a3d4462
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e3f31bcd4132645d7d3d3b847a961371ccbc6745768285e9f1086d648d5d96
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29cb91cde330e5cb0885a2f2635abbfc3762d006
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9be32e021378ebab88671fe6af9521b77a45d7348eb61845884c71e56660355
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bad1b1b8d9f52322817e8ec7f38d933b70e8392
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a2ac86bce997599fbb7881f9d57932ff306262adef9d536427382be54f5f6df
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcb375c5b1bbd68f1d2be756cba7cd6658e0334d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ebfceac71f8ab881c796769fc6bab86dd6086f0487a2a13643f4d1ae3ee22e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e6bd37508ab82e7870da0c3497580c0acab8ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3deef90b8a0b1b821fca84add73a4b016a11d3d995df01bd001ae9f60a77b3a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..756d89be0b33e78cdda12c9e7de2502ad59670f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0966fa7098ab5ae6f023df4f426438700d212c68ba957a2c92a40acdb6d9e117
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8b00029d4cb64b5c02258102e212b8ff26df5ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:814781d437b28bdbca4a1601c9c9340f45010e464ba441148af6ec9a621e2c9a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03de049ceb858339cfefdfca76dbc0675094070
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f2ed15f2850031d6c4190fe58375b14a32414428988f16e4ed94c2fb68acb3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae227ad68fcbb792ae09452b282c61716780e137
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c01e32b725f34ec8eb69999904914bb91ba286174fc814774dac4f562b67904
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41338d64e017e932399fbe1dd7cbe6daee6d1b2b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a83c07242aa7fea375e9ddbe3ee601829c96170f44acbedc1f67261ac3512a6b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..430f78194bf08a1e21755277e485bad4b11a8b6f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6844382a69306d5b59ef743e0efab22735b8894c2f83372f09352fd8053fe92
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20e70f99b481edbd84e511a646532efffe566bbc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:696aa502510111b7cc2d531562f249f15a43f8510a0b5673b0ecf0254d46e56f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eccd4210da48a7cf6a88ca9f0271ed3aa937b2f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af2204e2f2662f0f7ddbb203ab1bfc169e1ab5507a83bf913b29efd40a2c3b21
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64cfd2ccac35c30728f0797cd6dbcd4c5cae4777
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e214e454e3440890d7c2e774618d53536f5f18b4edf16394d69906fac74a323
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c0e8ead76f33c6421049a33282ea412e39ad68
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c44f4b62ef331aa45fbd35523388a3ef5ea91b50abc73502b0a3a4451c727e1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f010d51cfa88d73fd7846f3182b8086792fbacf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3abc96bb5b2fdbac1f7c01f7857aa0dad1d47ec7b50421f6a1d641ff0af814c3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1677188a19c6f4e0047ee034751f84901c4aecb7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee53bdd65691f9b07bdf2b7e9210866f615d3b7e2217b516b7c8e5a15f9f1a1b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a93a95d052759d879341353dd268a9d72396fecf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1c7ef1646a75ebb58fa4ae4bd9bf5a3a27652bca2cff304977b60d11d552ed
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2b1b57687aeeaea2601d742ab144d181494ae5f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b483f05826e91af1ab4f12524e3d3a60ad9a35f0b8d8266183d418861dee347
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d48e146d6c34c2a8bef30ff242652ed01723a4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d74c51f3ae675d0c8868e1ffecf43a435547568d6078f6cb40dbeb6c133fd0a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a42b43b2058472bd79c5d93ab6b1dc363d05490
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f377e977fba18bd565387344521d5318de1873b621503705525f338e2f1ae6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c20a2dc6f49082f7c6233281fe29f5a098fe61b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2189e8cd8f3adc3d613cd4e50c44331f49ae89fb81d7061bda6db85e1909d69d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae1c253832cdbbc380e7d73f119df0f2bb7793c9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd4a6f9f180f7b83cdb8da3d80711873d463592fd1362f8a4c2c03cfc12d18f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2a810ba00d005eaf76e11b5789a6364fc36b5be
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d55fccc4b5b7926709e9b55b9b46579901c7a980b9cf61eb8b173fd75c036a32
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ada9922e3f6f59420ef67403f6735d0675a00c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed5178ca159f9061f4b744a74b84fca07ca61772a3d593576fa8e3974b188df
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f75004a48c470eae7658d0afdf772b002262c7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:381b5c8e30a92ba5cac1c9dbccd030f64f1b0e9060ff559515da81c50a57bf06
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c4cc44231750dc85928f296d8970cae562386d5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7582733264bd371b8817796f55723fadd1fac6e427f15275af4cdd79c0b7318b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4c2f7e6d2c05a271166627f7b7f7b17411a5c0f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd38a2207cfc2014399ecdc84e17b28ff05c3dc25054f89d8930c97349ae678
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..664f5805a157a4b5c4c034edd4de066415b215f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddd818c9cb895e8c3b861f3431ca12f1b5bd8c476d0320cdf60b9f02b77f0b0f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ccc7629e887488c02056405c45bc628a776a57
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb22f7cdc3398a1969205e122d9b082524b9c4194af15a8ea701c914faffecc4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fbbb6d8fc846f07758f377b9f11d0ed9e39f585
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6fc16e603dab82c283954c0e44a147809680a2a86c4df143dfaf63d6f0e6787
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecebb7585fc96c7af421d0163efe85c30b1bc93e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29b8ddde393651baadab4560d15090bd19813619abfb811d641967bc89be2f84
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f117036b6ec5bb427f06122ce475d4e0627a7cf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b59ec6292cf5a90a1ce34c9954b239a081775f50279b704fe2b5c85f75a58f7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b43917f02de3df95311cd1ca0455b469d7c2b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3176b130d3055e7a1cab8acc8b56ce5863d5a8a44239636f375cd5641bbd7f48
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af24d7b3cb85cc89d3f76a4bacdfb2e6c41b555
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de9e65a215165282dbb5167e60051d88e89898b7f89e0b5cace2ffb873e2343
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e599d84712eae7c65683bc35d0465d70e5f0430
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5386690a03c7aecf176edc683fb0f2a117607289c6fab23c9a8a362a0288455
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd1dab849796ef240bd13a11547bf5ec908dd40e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97414b73d51da91bb8de548891516767ba11b3f62d118d33805a3b992244fd93
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6096986dcd4e7edbf29ae2487b52b40b16bbbf8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d25fa5b2bc1d78ffa8d7fe3286787c0496072fef52d0a64eaa2e76d2c29c93
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6709f81c3ca7baaf7604ce10d730b6d8a75d8ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ec2da5bf7ce9253c7c5a7fe40d0313df821d6adc894ec729bb5eedd220b2f6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fd982c05f04fd01aaf7c0f7a244e6d4ea992075
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8356d4c563ea93aead8737a8f53973d376f01e2eaad3206f6d0ef5be06734059
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9767e340c16d165ed7b39d528af465a152fb119
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d03f0d3cb8cd452a214fadca60a37e79520d0f7f53ab5714a0e0164ff324517e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fa04e936bc4f00450f0a7aa0d4ac0350a8e93a3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f860e1cfe771e9b425f227bffacdb47afd281144667f3fb60a3dba080a090d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56c352dd2a1410aa88d2e67432e5dd1b0f69adfd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56dd6961e3209e5ca1cbd5c09ccbeba2bdce3957ec24a6db676b3dba160ec917
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed1af48bce6f4930b6614e6553da01fc8d8b846e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6357a30503b17206108a78e91349d8ea8360dc6a2a73594c00715221650a9ee
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4751e2cc1e8da774ee44b37d482c543e251718a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c92f5e65776ad843584cf91c93e828833bbb81aa0da9aa70637ed03bde61c495
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..465ded7c2c8c7974093c275d6f20bf3158dc8bbb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95258168ea96bd878ba7b696d0a46dae2f489943024ad3d868f73e29d3b9f460
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57a5168387b035ebf7b510a35aba0f4adc4b9bf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01a4ac1b15e69268549698819eb8e7faf974ea013d8c38f37f5e351c174a3550
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61118cac51335291fc58e9ca75a1260f1a4f702a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d4d8f53843745e6e98a778e92812b3f03fdc38da0a9bc8673532123dfb37b7d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cfd9765a6fd280dcf6a6cf6789f73a242a1eb88
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb9e19c467d9cda056ada53aac61bfc15205d8d76d3dfdb1fc06ca2274ab690e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..203ceb9d9a75f5695b96c989e31b3a0d4d8d527e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf5d3d240a6a15b80d9f6eb2aa1b5e4d75e5a1e9c675adbc8f972447969bab41
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e6923c9f823afabcd6cba5352f227c41bfd3b6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8708024a161462fe677eb2de39d0e56769207c01e546e210ef12c6180bd55eb7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c49278c527fd23c490898470b5e9ddf13fc6b35c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dddcd3a8df848d7e8f0e2b1735644326501cbd523d14d0eb2e92af5ce6b7b40e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f03081fb9c17db758acc46d09220420a6c8f627f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b83f9b58b15991c62d0ad533747e239c784dc365bdfaa0d17c109814cd83de
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01ac0fd214b03a3fc77cb79db85c205083a4b5f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b03a321d1035c67fe2a169007e3212e13726b237b4e477b4ecaddd4ee874e77
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48973198d0eaef57d1d0de818b57c96803525618
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42dcfe005298c27ca11eb6fda1665ef92dc3663a56466a0e04c4230c33ab3288
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6668e0ce7e0f337b1588e786e04354fae00fbca2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975b4493fb8afb40567ba4411b8cc48b6fb88676fd077d07b942ca13ddc5e9fe
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b0b5f1ab9f6963ea5eb51dca9b0a2764be795f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5296225777b2fca692db09f1e2758760cac6e75c92b3a2875e3f7846cdec9f3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed1be6b05315f33c97802db62ad2878aa6b4f2e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b6af4c9a9c3aa39efcca0ee51614b94556d20c1862f56c2b697e046da66930
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..141beacc22b9bb4da1b751e220eca84dc909bc07
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc719ed7f924d1f8cd78f3db9f3c2c46e0a2f708b1bed71c030f4dd264acb98
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..587c8a61935cf862203b657f0e4ffe33f5c52ff3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5299fae14ebc7c319d7aaaf0fa827b0061e67d5c8652d3006e7cf690e22577b5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34ccbdf2389d5835886c33e1be73ba48d3f4fcf2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a4ecb0fc7e22a7f6af32065c378ce2c8eaebc352fc459d9efba7020e7aff1c1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd4c83885eff2877d8b8a7ca92c01ffbd0bc31cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361927eb9df21e1c51c969963f838af1418cbd5c7e40fa6c7cc4dc6680e3e5e4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15006156c31a120d6d6887c1827636d797d39a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c9b889a6e8dcae0c727ede268ca598c549490ea464e38bd1d3f942b2004bc52
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f07a02bac1497578ab237f48eeb71745d6442ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e933830de1281ce6bfcede5900395d1c74e17eb7c885f3aa6995b3d536efdf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c29417c34559a230b62a65b47367dfa2230789
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6851888c442220f7f7217d11403dfa74ba43700a03520378b187d999e54318a1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dd0205ee9d83638a856ed1b703c4de87317bb76
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e76d973a7b205da9a5c6498e8facbe76e3f1b3cf06667dc584d1b9bf1dd56e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..041cfc8dcb67d99b611bfae5f50cf9d35f5ad3cf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f02f51b15dc84cf4368dc601f88aa003a2fa9543d073082718a4db507786a8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae9ea68f2fffef75ce92698349d36d44a43c835c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa6cea6ef1c41d3388bfddc43795ea8ef2f2afbf794943a9ae75aea1a691fac4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce3249d15a85df711d9e9da2476ba2f8663e2b99
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8c64fcb20e4ba6cc52bc54787eebdc8477d020ddd9ccfac1deacbd4e36d75a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13898e17cd30aeb003c4f6da4b2cc20eb82b9ca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5122671b71da4d647c1fbb935edc69a2bac56390e8d7234941d7414c18ad1fb5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..263515d5811664a87c96c5ae3fd93dd5d1224f14
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c27d9a9333b48f29622322738fd4c648fc7d0a12aef8db92c868823714b2e65
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..471583c1f006c7046120be4110fe729045dec5ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df92744280db8bf61f9ea49539657e7be844e14655eb5e102370cce6b4c64b3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad99c14da1dfe2cbeae3c348238d3045913f275
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22789744fb04cf55ab3e25bca2dcd4b0b8f7f04c2cb066b02e8f9ce2c377e00a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d79d81db56286ea547bc5a4c106eaf1f5ecd3fd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b29f78248fb461c57ad57ad378dc789ad85ca7e74a11367bedca8672e26ffd3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2a03cc6db34fc9ee354d1f50454603e2ddc8447
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f019a08b1e16b8bd8bf7618afb5c123eb7bf46b77c3c476dd6bbeb2edf6b5fe
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10494dd3162ec6c1a2bb7cc5fe8854581324c02c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e3a560d341e7c175cb3284da1f7259f08047a9c7a889b77bdb4b5c3d0063f00
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..508efbeab92968f698cc3590107eb1148c433be6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2135bb59225e9ede147476f26e1eb566c3796d60be419eb8fe5fbabc2252a651
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6486c555e9e0b21b5d83f64c01812cd80cce9928
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:044178a56a3268a399a50ce88aa0cb4f72993d05324a0c69c4a95e9d366f7523
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d9905740b272e82146fa0da2fbaefab3cf95cf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54eeb305fdb01675d541a839ccdf69443b121490db30d88ee7e71e64236a4b34
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7513d9c460668ddbf387bb340ec96a279a3570e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9331d75e9fa484bc7780d5e46c39554ae703bd0aa67c2ae4c57169d392c1c74
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0f3d2980ad901a6346e78453e41a914f73f6b5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb2ac3d5e799f3bf9ae1a61d520c50ebd3c27cbb8290b08677784fac3470d2f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0efa3687b05ec59902de327d78df99c77109418f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62033e5dec6b56b2347dbdd179e208ddfc4f9c88edf3d9e2e37c10e2c093e670
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31ed7baacec3ffd7f0a72bd91222ebe3001d38d1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a56b08cb39e9f6d4b2ec836111bc5ed2e8372bdce65d966b99ca28d46909d4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d698d4d0da5b0878af2cf8a2eb1f5564f4e9918
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e1a957c6de13caca172d6ca505c9c39b6638825be4a4e8b5bea8fe6409c76f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2812e7af6b675e451896e70079caef82c569b524
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77bd289884854d712a367b0e2d3ea4ca20f1f7cd692b2978e56b8ce4ddaa4cc1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d4984c19d6eaf9fd0a65512fd6f21ca75c7c77
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576560d4c2251b4b1cd3cbeb65e078ac69c8f3c2f282ecd3ff7c38b6877b00c0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1133f16775da42b1efc294878f51cf9f7e735d70
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc13270cfd898bff20ac3e218098bb434bfe3419ba4bb01b8fdb204fd98253d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2601efa2335b82326f68b8808cd8c3b65bdf40e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b58ff1c640eee206712e94ba8840bad06c8f6496156bf079127bc97180ad3036
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..987a916ec5c9adf82f78dd27f54b51ab0464b159
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81b47fb4b123356d23bea00ac042846859f44c1c334d3a5f7767ed04e5c1ed90
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d3ea46d2aef4ddccf8e9b51c4904379d6ef25b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16dfa90615c8fdb700cf4f379e8a74246e6803c4a1697975daecef6400fc1b95
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dd74caebf89da0c540aa3378d32d8015c0bf0a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da20653bc81f5771192fa156c36a435e07f6566d13ff35f0c23981f5300fcbf0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eefac20a7f320eea4d6263d75cf0202b196188c9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b044cf543c02880f8f075261598ecdcf309790894ecec72b3074d1c7a1217895
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee758713a1865502c8e87808ea5cbb02818a515f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c9af9c855a3b82300d1425298860ddee101d79d7d285df943cf65716e26bf90
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..769b47510008fe2883b4fc485015a276ea76a135
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a32f3357fc6554908ce417aafb46b639a4be7d670e133b606e9eb5527fe6c658
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..267f524b390c015f828bf9089a4413bd685a7619
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eed3807862a215ea791f64eecaf3f2367930dc7d22ab067374e16d9de918e2a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae4d1823ae93b0978c3b1a97d62713258edb25d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ec341b4db6227f5d14394a7102aa78b2ea7d7b71348d0c4ed66aafdfb729506
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..766b01b0221e6ed4289751f7d4845c03929ecc39
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaa9cf5cf9ba62943e0c0647e28cb33d0622e8c797febf2263de2211b7c193c8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2780798a17abb6b584e60475e1c1b3935d26cb0b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7283e27c06bf0553bed8af8811c7dfe1d659824904505eb5c6d668044c097a8c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95ed4a04c208c09376bfe1121ed3da5716bcf05c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3cc3df4a89b2530afc197ce8847b965cfdd0418eb26ed47df1bce09d6a26b2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d818401ea0b4be3f8489c80a433dae424a0812
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a4f7b5ab41b6aff3a089e13637e996c597193092c4a2f84c273dddd7cf81fce
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8097c83134f4a550568a84fa9aad82e02fbaf05f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e98941a9f6d14a3a07dc668e2e6069f57b8993c13d26a277df5b176e2bbce47
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f8a714d46cd495c5194593f45d9b318d959bb62
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab568a9e8b93b14634d5855882eada931973a485d736db6dce95137c9440fe71
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58f2417c2926c2e13a885a5ca88d6013cf29138f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba37e956c587fdc0dbc23b6e236ee5f2dfa6c95c1274c278822105379bdbb9e4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aa2224b38812550234955d57e73de5da4ebf5de
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c599b1854d4f00b79177355311dc299b78f7e4743d7aba1cbc4116ca3f73883
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea3c135f0f69e8e9a7c88a7b5fba54cb1f597985
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97c37913aacdb500fc206e7f9c1b7c53d9cbacecbdec314eeef0e453569e4804
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774cf252eeb8a62eeee26c3f44a6b830d56de038
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:512112ca56a631b2055bd8ebc5c660e80d1a79e897d2ddfe3e1ad482e2dd536b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cdeeb096085ec594c0364ee1fdff8dbc4740260
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a4fd021be8db157e0010735d1ed2c832e0e76c16d5964411254649f1dd7299
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92f19ed1bfa4aeed1b5f58febee19f7aa34d92f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4de439e272b7e21b088827078e0903a6dfd7f298aa5b367cd12326b3ddb0b39
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a44d96855a101909946859f50ce466fd71d147a7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee22f83b608d8c81e6d4d4532bdf3ffbe7b1027b3b04cae726ff2ff7c60364a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e183b27071d0299c873e3fd69a9f04213ac9c0c9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa96a63bbffe681a5a49e9ae9e185fbe5112bc3c57d2935911c4bd73f480957
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43f1cf1206ba959c1e79d76c284cb1a47bd3bb07
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddf98fb108c0a934d9644616182549a5efd6dba54d9f3cb386d362221ebae25b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebae679f8e45c572cbd4211fd18c201685e2c20b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa670cd985a88486b05786feee9c8e4d9e2fa9b676f6633d47a217791882a601
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..373b33786b53fd30c55845ab4ee990e2cc64ca0b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46024a4711e9099681a6edb2494592a1d8c74f9568b91d122068d70f83321ca6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a92abbb40cac9ceec918e2d6a445915ce2f1de3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d509dbde84129311dcfad8b086b5ac58130cc0e9c460165fe66340b66f98dd07
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c166574bdfc42fc08101d5c3b6acc56d38f33b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f3c045fa34b1952e9b6a43bc4f724b6fe0aad456d35e2ccaffa283326d3db7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1744d4293f36e2fce80138ddfc0bb7f015ec1da9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f764c50f15a1e940f6027f62ff58542493decf4fdc99ec6c3f2f44f2b29589a3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a01efe241bbe8f93e2eec919f46b6813c623de67
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a60f9682a84cc6fedd92219ecdcb27be2bda5e23dd8337005ae6a2a257d41a0d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1de673c4c068fadf763a691354dc93f155acf6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abe9956488cb6f3f7def4d64aaed32d108a724a6afabe3ab4a82cadce06fafe1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3ae5ccae34de8d658527471513b2cd7943f518
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce60fa109a1c5fdd067def08ab154567d5a7cec3522bf7c6e6058585cab9022
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..788fb3a4080da804abea489da38467741dcfec48
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bdce11930781d72551fea5cce589c1506cb97a2b86655604542263fadae381c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af4ba3520d137e143738afd9e4534ec9905b6cd7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929d3f2a410b6f97f2b8c9fd28780a89ea48f4a6e00a2fc21b358b978a3c99cf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ab795400ab7cd5952293b186a68017ae82a3dc8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba4aa77914058fff44eddeccc94cf17c5259fa80fe9ba92fc9635a0152824d82
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08860a25fd9c658bc7bca47f0dcf126d44d929d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:557ed727835c9141674fad6887f57f7484dd3d847fec54d573e15c403426dd0e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2237f9069cfe6c570c206a872f57303fda0ec838
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3be94b635c9bc0bfd0354a4acdbf03a9951965eb660b838a5d54da94ef81bc1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c3779553d0de2bde238986a6ba3408abafec4a9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a334ff8d8b7dea639267206da7fad73a0f0b68c3e3b3369af3f9c725c9c0fbc9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ebd0d1c60806b76a2e156853e9a4c7aed450ef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848c45eb9b010a82adc08996564adfd08f4b94f5b5289f830682187d3d135abb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32cdae4cdbadfba6b225b28e886a6d7342fce403
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83fa689f34e4da0a083b5eb0210c95009768983a7598e673351c2588c33e540c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..480d5d4b934313ed783ee013bd88026d9dfa0b12
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967f0fa2a370811a0c798a369f67582108a8f007391a53693beb681989f4b67f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba96d5f146d539d5f2092295157bfda3426c39d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d4590db3d00fa574f90f6573d91cbac4840ad767de0f860ec22c6865b46cbf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd90ce544f10e288090be2707ab6c6362a5493a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed202bdcc09e1e221f3b0eae57534ea8d800a55ce266533727ce9f8c2d60023f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dcf2e81b1e202f127a4764452f0f8f841ea37ca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b3a6357b3783dc0f3eb646416eaff710960d3fa47016156758d93e10e9088f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d558c33b22390be34a1755ffe0b21646dcb570e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf6194345664ae58a7f826d1c8c75d91cfdbef05a45dc9fc9404ab01ed8330c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..144db02cb9badddeae297ac8cb9cbeb709309251
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f25c595c6beb4eb7890cb516471f1cec7e988009619ea1fcd34009eb20e2e74
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12bf2bdf3f8e7e4bf1c23c487900e18bab28a18e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df0b78e1a5cff7d5228fa0fe41ac2281337c8bf54ce33908c42cd93c1d0fa07
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15e192b25f45c2b5fdb696b50a605ac63d39088
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d37f0afe5185cb4cbbccf1670edda538163543b47eaa4a888a26bdbe352bb8f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..901360e2b4ae9bc9226129430431d98e337a68b7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb2a6d808c0dd4e7e23a3982fb87ad3334447620a47a998e2e141ac534fffca
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cc6ddb12ac2989cfaac3d2c13a95659fa7fc798
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109461f2c680f7b5d396eaf2a59a9c4dd8410a5c31e9b52cbbb5fe527018d399
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b560c833e40423e01710f2484548d12e0f7992
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b42fa74ed890b01b3239ef02efca68e00568225133b8ae3e52a4f295ebba1c7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ab0cd2b487a00c8222976cad12a9c6ef6671c22
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c69f79d8a6412c8048fdec7652292248b5a8ca2a445be8bf262bee5a2519d879
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffb05f94e27cd9e3cd605819d3192189791de87b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4041deda39894859099fe57d6baefa718d0607effd001a740dc8f17814e11252
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40f8bb5931e63bf3bb4b2aeae7d5159d8ca1b1d5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be1f899fd71a2122a9d7093fe3ecc9c12e8bf8a9f02f152c2f8ff6eb4870fac
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5929551a229d18cdad1d7ee264788c48ae6a8b85
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:228c4135b1721193a13e421e477b3f92dd18f2729c0b8fdc1c1c50276872b979
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e6d4b4d31aaa52c1ca1b8cf6ae42553f21c59c8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c60baef26d90cc6d2dbbfb6e859619bda074146caef25d9a3263ebfe95d1920
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b7bb3b6c656a94a06673c1a8c1f2b9cea31532
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70fdcfcddd54f8fc09841d590f7dd1ac3ee5f951a6f8f77a95e4ef4d84c576c3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53ec588ca1dad493936148fa42fc01f90e8c5f54
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe6bc4f0a131b6d09af50e8d89cac89584767b61edb8a7605bd854ac72e3e8c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a534aa98ace0f99a99dbcb7756056bcf1f6a1b4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c864f7665dd47c9d7763ea2d65b4cae6c8fd20ddecc6f1d23ac3e04967dce67
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6322bf81459c4eeb7d32716f7d4c764152a0910
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd8ab761eafdd19bd417342996734c68206d04cbee92c1f07e87a49fe9acd8d5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9fe00e83fef948d3f5fd5d6b0141d9956ca62fc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58041249c5f7624bc0ed962aa7639967b4faff0aeb919ff7ff718696bda4e005
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66f50c19c632b9c50cff0d02fe2af286d40e18f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e7af7d72cd446fd0818dc28f93d5c2ba2281d2372290c60959f24795826119d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..673917a817a42c0eac617ba16f8dc98ff6030d1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d8fdc058a8778a417914bc637c0893a10e54b13890115ec3ee0f5aa8c69374
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf4e4313ca53acf6d9666986f9203794b23845ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b572fafdc26623c491e1a7fd132dc9e431b1effe4e9f02731ebf6b54999593b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95266a4adaabce37ecfa097c6495e4c8df2965a5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a11effb48692cf6b46dc1418213067710da998ae90a9289fd85bb951a48e560e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4efaab290f15f0156d011244eb9a9922ce59e16b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab4a05fc982aaa7a37d998227d24c325df66ab11fc7707d3d528610d3e8bb0b9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554c62e78d4288bf873f90d5c2658edf9d5522ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed29652d5f63fa4f6fc6bc899c02036d7d9ffdf854aec156974a83fffe15747f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d46a110ea986659cc4e605dd81b77375163857
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5167fb0d0c0da11e2f755b508db8c4e325c7570b218884e511888ce4a9956700
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebfc6366ecd98fb51b70fc7e6fc38c7a839332db
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a204eb428bb813c1cc1c345b05f1f8322263f7e5068f357f8bda9455e3f8d7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3424af1f3383c67fba0ddcc5eef57ebac7f62ab5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77a291f8083d829946704a9b6063e3dcea4463f625ff68dd01ea71b4b10eae1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1620c8493a524e0bc8a202d610aa26a51ea4f958
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:831cb6145dbb2a3f2613f4eb1020d813a4bf17b2d3b80bfa7add32563342ec4e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c5b6ef2236ca89048cf6a6e2a38fa51e5a60fb7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3664682a92cb9d52e73ca22a506f7a00d37c2fb6a02e7c0e88404a0a81f727c5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfb9bbb018d819ff4a86f7ef34fb5fe5f3a030f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb7e3dca4d3ffff54e361d0c0a9d7868241e530e42b27c548239711170e0b8a6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac0ecddd18d8ddf9696d9f41758564ca587feb5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:035c47e15f6d26ed2e315da009ba3c6f8274dc9b56a529d9ad51199d65fb70e3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e503d425cbcb7f04e5b3acec8f337ca7255724e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae6c198cc331a3cf752c5e9b7c942f7457aa9ca3b1480ef7f2d742ab2add3c7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2963746cf3cbbc1c93c24c16c848354a7e0125ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:458bc17a4a91e03b31a28e2b7e59671e3dfa14ff624a2fe4fcb2a45608164da6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..041341cd319f22beceae04c99188c59df6210604
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945b6282df1bb21835209ec4503a5ecfedfb25e3f73ba1132374ddfa06bebe3f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dd96b7e524a52047dc5fca40bf179c84d30f6bf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f104cdf5d58de1cd110f848bb09d8d41fad298eaba98f3a954cef55d61efd5ab
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb5c938256133f5a8658f6e94520b84675a807e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57548aa8a9bc8fe0e2203abc0b845c5a61901780b55fb2bb098fd095a4a02407
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a10616225ba12e84c85703907682c119df11684f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b7b6df9fd67a38b61cbb984f47337e3fea3846e2e3041811d26b1b4c354c9e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32962940e48ff44dbec0ea1649b70c25593c8280
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:345cde0bd02b9ed463fece93b26fbb0c6e7b7598b2ac70b7ac7f64db7772d3ca
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f096c6f9a8839dacd39b6b239cb623e4116ba17
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4325ca370b0199277fdac3df0013d3c86bf2076e93eb2c2c766439ac4f5149c0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57dee242808e26624c714c03849f228543a63e8d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e96a5cfb3ca7d46f0eefcf38e00e0631f9cb991bc8a8b9e4c9689fe692684aa
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b4cb749e2e4d7996137a88e6c5a0f4d18c72f01
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ee0b6030ee97dcadcddd16244e9f08e0d6c0d95e105ad6fbe1422f8249b388
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8007510bb759a03c98cedb2f8431af89e333beea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b393a0eba36a9e14088aed50b931b1b9a4ebde515ca8e55bde180a24a340fa53
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92e0478e9edef9002bf4dd5cfa29e5554ceb3611
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab837351a1dc8c8b4a6075cccb312b6cb5d73d7b7762d649ec88846a57ca8600
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52a00d5b6771a7848228e8003127f850dbae102c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a6b7acc4d679e629dd68131f2a71144550470360227cc19e398cfe319694715
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e90c09c635048d2afd17493b7994f77986cde48
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1d86322e827763885cf4298faf2bf1de9ca636c4d13bcd6406dac07025838ab
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb49c9b356f4ea1a5eef5c880a1d10d86e420ba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb19a1044843a578b4d3178da29ba1cbf3c620a2e39149f981ba9adb0fa79031
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df5afa107a1d95848a53c8255ddd48827a156a5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d7f3e18341cc2ee9f112c88f98502f50ae2379d70e0efaca368109b32e32a49
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8288919d1a458cac0657bf3e01055235224bc809
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab05d7065c2e46811ff25d84f5b712aa7458f20019f64e97645d75cf616774ea
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5305568869eab6bc60d5ea47bea2c05de62fe73
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e48252ab18efba137b2e7510e750d090bd7c6490a8c25b6ee8af5f18fdaf190
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f6ea6792f5e489fbe196b4b6ba3a1529a82a5f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b04528238321b639cb2c7d127f2007dfa921c5fe2a2ce9e66dfff88565307245
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c35108cbd597c4935c39e20e60c79fa1d9202420
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3cfbed0448a9d920dbd5b8f9edb7246c266a87c29751fea507a8ae02e9e2d91
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f7ea9cad1ebbb8ae64a6df09ce14fd3fd9747f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d58a2afd24aea48aa24d4f2d1c6ef218d932251ba0b3171f9ab4ecab8143714c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b09b0087f7d2a74862b21c7341b25a9070c0345
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5917948f5922f51185cf1970b90c7d219bfca906c5ddcc2c360927f984b35e4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d824b7890e45e3bba87cf0f12d181a27f9cb557
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff0bcc8c9d7a02c454f2a6c8212b239200e3022564961cf9a3f5dce3c1ae49f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d98970a326c7c234fc6afe75c1672bedbe248ce4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3108b8d9e1a90a6d3847803ec1a74db2efd3f3c33eb1440addaecb55454a1d52
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40fff9492d4cc8143d137e0e592b9f71bc402e50
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ee6278a9fea3415d0eeceac1d4bbae3a28473c8c5e35fadc49a636c73810e7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4daf36936bcb72a0404257cf7080da91467458b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8480f92f15264f0da23fe358f2935250f58fb1a934960fff17eb6b3d5b14f88e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd195b97f80cbc53b2a888b08c1ba6a30a7b2a9e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52fde78dd96e12316fa5a9020ca8c79cc07893d97cd3ef2ad19332fb6a793081
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633ac7fdfec36892313c01471f8d2a03b21beb2f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f3f5d9c71a46e643dc39bb4d273a4fb82f6abbd525a5f01ebd7cb0a39f3aeb0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e35af0034b0c5d6db0b84ea4106e395fadcf72e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701e3bca7ee7bb5c2b36ebdfe8f39c7b8f4edf8e24fa659a6830f930f1a470f0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc695e1df041b75dae82591fbe3e65d51809b1f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0dc1d417c20879dd13ae8857c5688602e9d5a74e66646fabb265b76335d449f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f5410094c9ab5821aefe61987a85e42ebbc198f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8da9a97308fda4e1d637a28472365d2514ffb974aba0a31ba9bccad4696b49a3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c84b4a80cf077d0ae668d8babc88652fab099e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc17cc1d5bb33372cbe4c1fecd719b8e9751134fa00a17bc20452037123c6e10
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2758f274d79adc170d720354b8ad54d7d3f129d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84364b62166b919007d454caf6bd0db6bf50ea471143e7efc216b3015271e412
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e02b0b190f4015ea62eb7b206aa062f4540e445
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a166489a933fda227197f65d2291ae4b2bbd70dc12b915022e22f02298421e6e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aadbb84c05f872aa85e1e265216688206e4c7ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e16dbcd8b605b5bd1a74db0bd5063970f6de54de8ebd42c08a8f3195f481a5d4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd997c599241036089b6b15adbceaf77608fbe6b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:712250db868e0c6f6f71890b4819d02daa731d9de988ea43cf961f5c70d985b8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21003f791dfcfa8536c826a2a3cee288d123faa6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcce93e25b8d93c5c3f552d71458f6e077634cff1a18bbabb7f8129250faecd5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d2653ded93bef0ce433bdb8d3f09e76f4c6dcb7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76ba0058a0c3226eb6bbf8412ceef20b340b6991c16c24d300069b13b5d04199
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bada1166dd4b290d2031317f82599e4f7c6160ef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6848fe0f3b89ca4a8a977eb958826818e931916d2943a4cbe465d28370ef675c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..479bccd14ff048d7111b2caab58883170129f131
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127c53eb735c70df2f771d0b392e821089ae8b5c1c16135e6a51d50907d88206
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7db2723bd23cf56cfc9f1e99e42b6a02f2e7199
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b91efb566ec18566a908d17fb98fabc043930d418cab999581e6574fba953fc9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a42463fa44a040cdc0979fe8c8ca4d92552bfef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1467af51e1d52a070693b0825c672b295e0c81b1ed09730e8b1f60bec10cc8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd0c650931f5803cac419abdfa63c194f59b3d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00defb8bee64478c8c79f097718781661dda46dce22d0f0a7985cd811ca2183a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d64b87e8999ffe01f575e40fce0eaeeb124cec1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95bac822d6a9ace47fc54247b73d9e964130c5fe6dbda71b0d7fc8f4fc5bf87f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76bb16b187a2a4b6b4f802ead7f1b8d050a9a083
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d90244121594901e6b18aa0195c4e922213f2124c6c7b29cc201cfbeecef9c6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b9b4a71886af600c86c7b8b5c7a919e5f608643
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3c23f8ee96a1895e7c989ea75a411e9f9388226ae7185443770c033e210f2b0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21456c69a07b108f80546968803fac9e57d5e4ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4624edef108cce2de6c0691341c5b53af2f4588e2ab015d6e52d5561bb74750
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606a0b5b15e63a01c7b3ce768b8d32f54f8fcb96
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1387ba7615b54dabafd64f4ed59b5733fa453ee0f55df0325476ce0fe2573b22
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46297dedaac2b60771e5fc2435c2fcfd69ce861d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f64f71da717cf72290bd646d4e9d66ecb0dd1f5f92c4403d0396dde690ef24d8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fad1ba7a1214760f7f6f41af024eb4539d6745a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2624ef89b1fe68a4ee807941e5297500fd8e4ee93c90b8a234ffbeb848c5446
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d9714be4b6f9a0ed48d63891311b6cac65df93
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1497694f003ac86414a3e3e45b8c8cc1a8647ebf85363ba86bc9d9625d75a8ae
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c908561b0d340a943f28ea1a2c1985c5253094c6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:613448f990dc3247eceb0f3978bea290ee3e5a3fe79df679dc1f24362c7388ef
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..758894406ac8f8b2eb9eed8a96a1ed2fa8d19a3e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de96ffa1459ee1fb22077f8ca90ae8baa44e647f0c33431111a82b069fb8a3c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b6e2e078648f84841b8d33fbd7a3a2c9fce36e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6cce006130e5e56995fd1e6c8074541847220a7350e1c70e2a63db70f7ae9a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19fe854036c095e0b4e0e0296b630a3589bd7bca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a893fbe2dfcb7fe261d7ccd101760c45121ad9efa257cb002c75f14d792fbee
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d95e6274054f7012d1015d6ff2287d6f9b8bf54
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9846cd46b940a0fc1720e5578da80bceac756506239c52d12f9ce3a8be28a315
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63bc25ff89d6f7595f14c792863ae6832f3884a5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c4f5d1183bb57b72b121ddd336da2cdbd14f2441a5dc49722cf01de9aef0bd1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39bed02b14294d4c930cb3f04944f41c65c687b3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854d1a482e7074a0622592614536d3f77ed7b0adafc6dddfb0e239c4b8aea45d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8292e777e41331b0f34234e47d98a3d5501ebe92
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5216aa114fabe9d9aaa92daf6d4b80f1c082abcb03cccd547e3373f197120670
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34690c02b04d3116c6157712e7f5bb5cd90bda2f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a9e34f46bec4f6b5ade2069f6340d35210747dbd57babbb6f3430de9798d3f7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b518006cf3040a3df874aa43c88589638469b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b4150c85058de65b81e5fbb36fc080a963c080122bef818f3a5662d9e28dd3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a18d7f948ffb5c30c69544a0d55dd30c28518b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b700508f48a6e08ea1bb51632c2b1671a36a49980f3e318339b56e32b1d69757
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b7f3964bd5c5d17e53df63fb58f2ea24a8dfaf4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bbc5bbaf0a5cbbac657cd6a62f89c074267704d00e6ff1df4f9cb25ea425a25
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fede2ce528722db8fd2998cbc8448ffce6affb8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7de966144208e0ac3f02cbb9a2f8ba6612bb6f12d7c1ec919f6e4fda76ea0ad
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5977e0a6d13d12e176580743da767fbcfb50556a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0183c1d9a05326913e500f6c98ef5fb9599ac0a7a66268dff3a8f37b354c43c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa942c7dbaba843a7af03a7cae893d2bc81334a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a185ed9345746ce400a1fdf88fb3e6fe0b33c36fdc72b22bc04888455eaf685
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8ab2a919c5d8fc9e3812d425123983577f5deac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ffe5bffd6d1c17bd9f32bb7c2559af63980c01bc9e3b1d6ba091a3f5a07f43
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a293fcd47fee9788003c73ca595fe79f0fd06df3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf7092c83ee4e5679ccb64ecf350bccefa085ae756703ede7fd0f2ed84b9a5bd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a77c2a25876d3f2e53d97e83fe1f6dc2e396cb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0812c130a265dd15edd5e19b69e0993f1d67d6977e09714236ae14ac3cb567a7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a45fe9017b328c78946f21364e9dd40d9c15a8bc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d21b0cbbd5203db74b6a5d011ccec5434dfc952cb6f98f7df3ef96e90b20d4d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ff048fbd6a714eac45d90a7330d38f99467a7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7f554ad55b5e65b1c893c63f07cbd70618bff57b7eb6e541d08408c03fba4f5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85db0bffa513c903ea0361a90d024876d93c5f3a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c2f9d89403000d532e18e91e147d54f49269e8c982a793862ab54402e09376c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..329baf01ba72f69e0409c23dd11fb54f7caf891b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9915e6a3865562cddbf7bc3dbac79dcda5ca03548a6140c1e4426737cc0cda5b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82c2700175cd6b84d0bb9bc1b9e087ab0b48001
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73b83103d5eec9a5cf342d454ac3e4a952a9f43f582cc2fb9706fbbdb64c3649
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a06a1837fd9a40cee2bea63ced2be6ba78f2d08
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7bb1d0ce9218fd100337d72d52db60825fc403c6acb2b24677c5742ef1b72c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46266f2f9453d431c59e00b2afabfef3bdb704c6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86c8cdb4c2deb1e8ce5db621b7e56fb79c7f497b1b43c6446c16329c37f712d1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bab67cac14049f7c99aaf1f8ef9d5bcf1d53661
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b8c49f3771b372e50a8dffc55c733955318a275126fce7e7e03f8d8c5a2461
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c759d36e3199bf4197eb7dc51aac163d653d670
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1530ea9d061faadb91aa0261c07a13de77b5cee81da4435a63c237c6d1bf1c5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68db24ae573f3ea5d75cd2ab654968acb0882c6c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8350e6b208ededa49f49390eb39d96e12b78bd05ef083bba4a7af1ed686b09c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..822ac0d32fc0aa756fbdab5a803a5bdefda4a1ba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce7140416620f67f0d43dd2870cc9b0be2d3f07d66f99a2cc8b67bfe2b1121ec
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab7b786b53218f5b2688c7b2ae55efc92ba4e0e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:323d25eacc517eca0710c0b8030c56f18a7c4844bc22c947360302dbb1f04533
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f251d2831351079ab81d91d85614907c2fd4c9a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7170c264162d00c193077dfb20062f7cc5c7286d51649284aee869a928ae88f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a79e198f13865b144afdd40efb23e36982742880
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d537c30201366b4e56ab8fbed91efa7209da14a23712212ff3b89ca9a96ea07b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58d921251e6d2618177175b98d88a3b2777317b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bdd2b360c5caec80f47d9ddb286dff4671ea72b71a520881741deff7dc876a8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77269d2560531b0bed1f6f45d14cbd4f907d7e97
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6120ebc562de8ca4126cddf8f35bef785f5bcc86f30287faeeaee096bc33ab18
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c28c5bcf9654260abacc580c665d850eac2ef3d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20b67f2288b5adc189024860293ab9e0743ec557ce251f12a67faa3b5573c3f0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8410d42d08a00fc9da32969616d6178902062b1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e05af5612c6f4594331a1e46a33d6bf42775a2b675feca3c4d05706cc784c08
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5216707ca2e6c47c6b2c375b2713bba82c091c2b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f8494fafa4f374c72127117441f059e341368b1ca17efeb68021c71b637af8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc8cea5087933b83506006ad95d0b96213e79c2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18d575e8a0769da64adc7506dee09700d43d372baaf5c7195b955bcb9b4ab88d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d6f47c4052277cc7a1d5bbfe60330a9f457525
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf07925fcd32021cc29a82f9aa827a230b52797f62028538f2f2c77e903eabf6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b08d73b76da409abd13aaf6cb523dfc6ecdce23e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e9510b97bf5ace7433936029c85ccebb75840554cf5c0a3801e2b390395d012
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f86660c21994f521b1f1c45fc809e23fa11e3d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3475489b9f1dd9cba1916a4543ce7550dc225bf2b2870dbb35ca034020881907
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3548c5fa38afb29b5a0ebd766ac58b151ae53d88
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0813aaed101b5ebadee125482e7bf0cb5173562b39b6711824d0e525af7b12e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c9096c8a0b02de95c2beea6d059b081d7b72537
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:651d11d80405c3e3c14b7ce548f008b9c8e388dd446efef3e305deb074811b54
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e3144473d57f1da7ca5874a4c96eac679304829
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52316f935aa8eaad0bc66cb7b4f6df4682994f82d32711dd2f08d404249c10a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca4fde2da8834c4844d1bae2d73cfe7437e63e1f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9160223e710b312ae880e81bbef3ddbc4227edcc1b5902ed90d00a8763b0ab57
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..458a575c99ccfac518e6fd911655372f3cfeb14b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a968119a2b723b84ca9365f520f9daa8bb0f6a45845e94447fa0a4bcaff700e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41cf5084d7b7635d36d8510d2407d8ac1773cdcb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:270fc54217269fa05369be9f9852357b185d932ae921272c6df1b4bffbc7d97d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f2ac6020566776c3d0460008e6f862b44e6d20
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b76c6db7875c0392b9e17318fe651a944c9d25265eeed169ad59aa9a815e55a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..658bfcfb64e916f1eb12f3bcc9b78706f21b9014
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4045e19921fca3753668da1e23a4198c5886fb9ae8f76c3dac86e2af6a27960
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061dbf1ba8e4ed447fb32c2ae7bf11f913e46087
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fdcc38eb2fa01697e543e3feb5e47906e85ec63890bd50d3070f6146eaebff6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9cdc7e31399506103abd3b85468e42e2a9c0d8d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e52acd6a7cc26967fbeebea080f1e50187bd9aeb5ae41322fa17f6821e936d04
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88ca595c0cc22d5e73b9440a674d16a3aa893b9f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2ac75568b918a25cac05ebb7a4b9a384c0a8af881ebeaf7656eb7f87866bd8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64f602fe3f94bc55d5d9cb598373a1ea5cf1626
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb715e07871805883c606bb91f3345a588c5909c839934e1149b85f73ab0ad66
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b17c2e7d47d7fae1e9d965861f31e426886fd87
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb07ab4d19e14c56b46f4dd2d238993d2e42f1a6ebd4ea6ae4a274f6ef093db
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0cbbe3128929f15296c700a7882bcba6c25b0ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4be22b31414f625d1208fe3a8b97566e70a5f5aaf74e186c07f4f9acd4c8523
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a8d0752d5e8d2e48e02aaeebea49fd9e11c363d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef6e4f8483dfd4e66d81140963aa05bfdc03345b57ad10f1929fcd6d97da2db
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a1e14ff8d8d859bd1f285ce5c9f8cd788e85cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b3c300432d8f7e36e10c85eb7d78599d72ec78dab9801b77cd51462efd87e1e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067fda5bcfc58d32b511b26bee91470b50ad1c9e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95d0c53964e47709420a1873a72760386dde291dd884774131f81b2badd7a392
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5421882db671cf3b8dfe4e071aebc5227f924dbb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2ed2489fa64319ec4a0f9c7c1a2ce4f4b68a8da34a59a9fff8fe4e7fb31fa09
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7534ee34c1ecde757bc3ff0d16cbfe9a0ec89cf7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89392052221b8cc8cf1a22f81f964bd6cf604a27f6476fd7034cb5027f040aab
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6031a4c810e2e4c48cb4ec0db67f9c08a0cc65b5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c90c32b5fcdf94f055f7891861a5ee4dda1a67715b8f6cfee1c2e5460655995a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc22f736c0ff157c37c172c712cc4b3a0763f5e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41071950bec16f7cc7f71be30b5cf3a14da79bb169e9d5eb4a3119dbc933cc36
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d085a20d8fc5e310ad214157bd35dcb3c42717fb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca23b56ccee7972dec6a7560d152abb7d8cbd94ec4319d39789ba6baec336aa3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ee0daac811773cd54dfc2e61b2e94c8ea8d108
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b5814a8384ca4fe49bcde59753ff1e5a0729914e85425983961333b02a7af3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b72a6f450fbe983aa48c936271cef50563e10a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310aa9a5a5ad570c687255acea2181e2673ea50a751f6c842342a70675ea00ed
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad8305302ed6d8f9af4ddda45d9438f112cff60c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea21081fbe6d17d04fe34103de456da83c604d230b9d4a06b79b7fbe46440865
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74a38f7439d0cbe535d2421a91ed8f56a8b53d15
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a90ce5488dfcc700d570f31d27e9a297b203b1bcc0a40e90691564edf2f25a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c8639dd3f1c7b17063155d983a16fd5ed6d597
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e417e066f5e9df9deaae75c2aba7bc0817de3e0aab48c5dd24c0b030afb01a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed18919427abced720c24f58333925bfa8de0908
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b602204df7c52868f2eb24ec593f0f09680a54856dbd800d0d911fcd32ae3a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a384d60dc561a3f71fc0e90be707efd8e60b51e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d896d54e8a6fb0ed6179f3f642d91d58c0af22faa9861dbf9a4669344c8fff
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5caff13082b25b5e17712eb5757d0a26691a87
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9984fec34fe78da4cb41a0ec957c31d55998bcf951a0530e1dbc4c0c50b643fc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5458817722cf8b56b9f4f7e3869f95d6c113f967
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5913dd31670a850d7abc075ffd3400758bbb4384c6fd320128ba4d287930147b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53675691373b8df6e2deeab04aff616ceb4dac32
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a447458f8f00c7bdd55b5e349f87f55b93641a7fea377f34d419f05d654db9b7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce59ea9f97da272c04028e6c1b73e8476e8a7f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c91d8c792e729cd620099212250172bc4dc071d294688f2693e343c500cbc50
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2b4800fe2f92c8693f3c1d64063721650ce3e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a5a3770e3697c1725fec40660dbe5f25bcebb5fa5679c84ce648bab17e8419
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf34efc3dfa62ff3beed95d62905dac8b16ee0d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa5f867bc014c0db09872185cae5110425704ead96039ad2c0af66c6370caad9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1609f3c4c536a838e61251f2d9238966f07f42b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f564830fc12f9a2e519152686096f299570e389ce3d873283c773ac8f1817765
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d66d575aa6023ee17d0ee55b75276971fe6450ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b895deb4aa7c83ee6c370651ebde92a95dd869d72d459c4d4a3748c9d4992c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65bf06b3b3c2955d9784c0f1c1c2e5a4c24138ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a44c1ced4d6edf12c80bec6371f88fb805cfcbb3c32ee093cd893740e54bcc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2ed87cc1e3f3ea6bf04929dce62cc2406727ef0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b59e43d1f983da5359af51301dfc58e3f9c253d628958181f694187bbe4f3e7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fe591a2931c9f7e686112ad0a5a266215b849dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1a5e8b2cb251d67371779da7e72999dc742794c8d0877f67e2a07264122d5ce
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..349bec19c663295c1e851412677bc61d762b2218
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1933f3e4a254bf326b00330eaa3c5cafaae04028b5642ebb3c267c3a7bf7e3d9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de2a0bfb279ee201a3d7fb922a07a4ffb59cc7ab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84046c44f8a88a639b016985a43b1cbbccc9147a39801f9e259f5555fe4a2b7a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e8562c68b0841c0ed4dcf1d43e7ca0d8eeebb6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4855d7f88f1491f6c7a68311b72777a889f66884b9e21e86a937544a880590d0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ebf219a0194a2257cb91a79d3181cfdbfa1fdc6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a0baa037ee3dcd77f2faf4e5421ba5a1e2d17b244382c25a14486652941342
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b364c1c9c62b74ea406b62187b2365db41cd6586
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4599b33c64deb61be4aae267fc615566c989e1a0e6cda1e93a9cdb9920c5ea31
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..962d38dc7ae82318bc19282036e9a38ecc3d8721
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9536d1089bf5bf373a6e40c00dc9d8cccb8a808eff42f7621c8c5cc0b2c548
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820ff328e6c81d85ebbfe44c363e6b5884972529
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd73776eaa0acd5821f6c6921791c0bbb7d05dd6053a8fa45101fdc8d0267938
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5691a64d4a823e92526528c41b8de805c71a0b3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2faa5dcf2cbdb399aff1597baabc3fbb15abc4b3d7deb351bffbffe458342f70
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f813b1bae9c443d1b3eb0ade3a3cbcbb3a219b6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f1af69f1d0065a67a0b78299ad14f7c6a161f87369dd401557ac1cdad238cb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9e0a174280f4faeb6c0fda09fc75482c2892261
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433964527c65bc46024b795e0f2d65712848c86a5a22b6e305f29c19a899a50b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46fe649ca93012487dd8f9ac3f0c0ad718af7825
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe10046f03c2c07777479524695014e06554eadb877ca855444d4f35d6b8d349
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e809f268ca07b4c4da59a603cfcc25410ad3570
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abcbc58925a67916ae5403c3818c077d3124212b99cd584e2bb84073981efa2b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..435d5465843b7f05d609f2efc5eb052dfeca9f9e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b6134b9ae048cae4a78cdb17f1a0620aa5749e5d4b621875791608b76c0c8d3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d502b68a78f21dd5820d17ea63163b0aff24f19
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fba3625a2c014a0afa6dacf69f1f4e9dde3a9d431b1ecbeabfb619580970f09
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acaa50cd95a2238182606ca7dc1759620082f77e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa886a239ab41b30b657d223ae5fbc5027524f12de02f47c7cef8280ac5764d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9a1e6935945dba15e57e493a8f24fa0299c6dd0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f28d169f0ee7f40dfb170e83eb7549cbf171e48f5f37760c30511fc03739c0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4d1a69f35271e362761cddea7ccdc4fccd9b145
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1327cfb1f1ccd98da7f04c27820ad2d316de7c18851402c5d98237e944abd376
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef67372fd289c467f4a7f9a48b87b7adc9f51eae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d3593843c878331ca54c12bc1151d3ca4eea43d486f5570466da37f71b958e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf5f36f2deaf444200d2f88ddfd2833d03e5baf3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:356b71a717c644040b22a92704fb5624f1fde68daa1819c4ef9789bc8a798b7d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9051686a07154e2e63335fbed1b7ae978c48765c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ceec5206dd445bf617a2f9e07407ead07c73c52a4a7d49a84c16c1828e6d5a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc05d631e8fe3ddfac1b5c58e525d2b96eba271
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e23a5c524c833ff4f16d23cc4f96ccc2ab0d76d5dbeb103f05be34872bde6b0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8289cdd22b7a836f1f2d55c00e183fd3c942d78f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dbbe35ce6167703434d64611c1e5724739ca52e28350ca868a256e2ceeb5614
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..616210e2b2bdd3150aba7082d3d0e049ca61399e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53cedacfdff56a76fbebde1ca19671c93dcf3c77002583825affdac8d151d894
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb89a7ad87fac475e752686f12093e553187c94
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaec4ff79fa609cb966aa93b981b121f8d88031a97dc78a005adab6d91f2d1e3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..851f0f4fdcc93f8e8fb8c70735601a32f6781b9c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3585c1c5eb25f85c3cd23c53f5c89f77d4084f6d5b0a88849d9617c967a7e369
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90fa29c999d95e72801a344e5af233eca77cbde7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8096270e97d0528b6de00c4e3ba80b9df3940b1b58cce29ca4f1b80e058e903
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea6e35c3cd2cf13db4d204625b9a3ce13e6cf7f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2efc63f6cbaaf6a2bed00f73f3fb927f116ba90722def1cdafd12896772d3288
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60549345bd7411ef3cca47ddff6bab56df9a375c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec89156720732da99acb72dabcda1a220c045c60869b2100bc2e6cc3f5bf3575
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..919461dd44c1e43c350bec1dbb44c93dec6628a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68583e97ab396e1ed188a80f6789644b503cc057ebb1b7189c052bc914642117
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e5ccf41111f0c0e733d26e063e6f2848ed78373
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f9ce40d8b7ee5c280a0429a00dcf29c0fb2ac27f1d9359bf59f495de44c1db
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c281193fd4aacfd8a3fae12c7a199fae992590d7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58e700561294d50c7867f9e11e46360aa8895d1857729bbe80683daac1a682b8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a2335f2602e553ab48348a0f1aa12240fad67d7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e86748894fe63b5f8ec37d09918a19e6ee7d012d2a4852538363c68b33f1492
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f11adededf7284f05328f4d569bb8b3a5f77d8e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1399eae03c2d4e139d3afa7cdd2985d8b06b5d647d659d26b2fbc17eff5b7bbd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f7c4ce4869970f377b7e3b75d6587fd37fe5f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:012ba20936839fc3ba23351ee8ea5edbb54f6e59948a297b3e197d5c2b232f06
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e263271bac9a3180fc520a3e9650d26033df885d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec05b5358cc644c6816c3cd83347322df1860824054887fdd97079b271dfc7f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5118cf2e7e116c49331ecb4ae57e1fa5d322d1b2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76dae54556b606dae361278035fccb457a6a1dad535ecebb1ac7f7c86abf315
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffdc83c158a712319dccc4d1223e70dc31555604
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:617806aa25271bc5d7108fbd014995ccf8781cf739137e5c8495da542e60c714
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2adb5a9bf1f7f9d856716cf1355b91587f523917
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:389b7afd4a72e28d706832d83d0fc5ab3d08825c33317bfedbf81ca070b48d9b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c55a3ae974fc923f4a0dd104813f9101e5968eb8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a7c8ac15a3941cbe3b03fbaca6b8899efe37cabde6988bca1a3184889b8e9a3
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9922d203a20936e3a18df6263a64f31995f1474
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527e74a0341b760708ffc44215e05b8ca4a09389f1e335ea6d78591f223202e1
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9b99a0c91b8d103f593c346ef3dab32195aab29
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b75ec2361504d7f2153cc495d86c626428daf4cea97b4e432bf7e22952ab7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbeddfc4367092b1f8649f4683286aa9ae90ab6b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f5673624efed82f907ceaf9ecf203fe177ba7fcfbb3169a5fd9c4d9f0cf78d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f855d76c89b38390132141c4d28be32b30c228
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c3fd017908dec9584ab10b19ec9180e3ab25c6081e886a2be1e3ea13ff52db
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d29f3c6545e65623c90b6e406a5fb9d7a5a207a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a478a67c62fbca7bd29ede6057aea777bac955cebd04697e5dd336fb7d4b7ce2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9697a68828f976be0fceb6363def9f15a70cdfc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b764ae925db12b012de8e35152644791929f2f0f4dd6796886b2bd392781e7e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a95640c9643809e7df2df1ba8ded5bdfe6b3874
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:436fa9bc7348757d3689aecdf9340e72634aaf4b841fe68a3baaf95e86cfd191
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f86d0fa9aefaffe6b239ef77c5f9a8db9165f9a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01a600df0d3fa2f65472e4d4f6085de240752ba317e8426af9e08f60e7575036
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b64e0006993df82b6681c4e83ff7ad213785459a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acbbb1fc3152dd79228db2e8bccc577193dfaeee6c923ed847c81255c947b858
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e786d7155eaed4b9db79e85ff04ef4b2a3a89bb6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823a090217e31442aa195ecf2741e58f026bf3bfcd79a4fee70ee70b4f0d9179
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59bbe79626d978bd844af3bb35968e964d54205a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949ece6727ff2b208ae8e904530ae5feef42173d82e6c41adbc99ddc292e7eef
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c91e30d1bace1a0347fda3bb9b17b11f0a1145b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90685100855d1721e179234267e0dfaabeabde1d0d9c399ba769a2f8aeeb50a1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893ea0976b9ecb2de6abd01294b9e83e58f79506
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:facbdbf5363d3880a46e0d1ebc28fb6dec09947559d8b661a94aed672802db4a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d62b626d0c7d2da5996aa45d76123ebefa06529
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64178be42735030a82807c86baf1ad17ee290016baa2d79d4bb8eed8293633b6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..664a4d8b17e5c487203294204862220da07ce81c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:837ae70c81841f828fe8672a33a59833c056e8802655d7e4f88b81b030caf496
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..207d168f516a823752b740118a2c28ce0efc1524
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5364c8fa95e7cf840999ff44f01a9bb5977cf90cf5217e0453af1b5fdaae04
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..858fa724be057a6b369be405a600df1a99c5fb91
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876c64b6821bdabff040d1d384403162bdc750c0dd443cd5c1a24e20cd2938a4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb2b999d8e4841addd82142be6232c3adaadb54
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08df0e15e5412ab783868f888a9debe922af8e04f11a691198ecbab53cbbad11
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7c7c959a84c8c5a0972145199c6383a8c2233a4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:376cb06909fe1c103d31d71ef241fbccd021a3dc33c411356a14840f089387bf
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c23c4d451363fc2b91b5ffa5f78b540fde046622
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56eeae4e2712d7e1e0889f432472252f73a39a27bbcabdd24ffcef12f29565fb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b619e533948befafd6c7a777722d92466710a38
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03df2c53037b0367a1fd327e4bfd7792a0fb37966e317668328e4fe799e7797e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b56889122935b3bf4bec06427faa0cccd0d66f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:615e559d693adddc62c7c934ea25b1a00873b00c25e5672d943907dbef7c191a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3da08c8c3b9d9dd8513b9acabce7ddbf7b86b08
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adbd5081e0ed1c2fdd105bf766f65806cc8e55ee22bd17e8bfe7932ef9605b59
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d3e099cc610516d4976dcb5a3eb28fa08a23d69
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebea5ac2ab39d58f34d3e6bfd3e9d5122b01322ff797091a9700f21febdb8e8a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6775f2924c9e8603e7af6d3cb84f323a81086bb9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2808c620c8a9c59a8db86a6ccb00800eb84d5ebfe6556b6f54736d4a75a4aae
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf699703f7a181f287d9492884db467c8867bc66
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b12eb4fd0ac92901a67aa83c971bcc5a3c2b5e2a1eea665149fd292202743308
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99a27b4a6d49761e28486bd87289315c02981f23
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8cb8c091e01c433409058cee293a0a5f48e56ce100d4af0e0fda5400a600db
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d09e077c3f2e4f2ba09d0a1bc6e6d924ec1b51f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c82c1898bafa7082ce334578dc6f5368531fe261e67fb7133556d32e9842c6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d0716d3ecd7c209515db386f07f1271738f672
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6daf654cc89808c8004835696d1e4c4ab25ac3dadcd392dd302223e0a5698f0f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85030ab7c10f4224c24f5d0206b6fd0d4f4c1554
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f6ee6ea342bc9006671a049d95d732d721b53e6ae1a38dcb054522d8b4e1df9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f4c52a633f10f1bffd57c6d01c814e0f2c48ba9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a7457fe4d49002959ba6dc0b1fefc74419a40aefaf2359f8d677f8ba54f016
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b5838961d867465820400a685b7ad9dfd10733
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4969b93bc022a72ed90fde8e21482747faafcd9561372a5ac0f7c18060f778f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a37541a6e9e7bc279995a22d6e1e09da8f4e1e0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c01874e20d236a901c8f5a1b9087093b6ff7a2b02ca778e65b3c6c7df1d8e2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f48016186b614e3b06e89dadfc4dc9adc3d36cf5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29963c3aacabdd31eb30a0a8e9fd4aa061fd75b83e3936d30bc4a3fea6fba0f2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27cf85968fe32bc65b39eee0bf22fa4553caada0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:618d5db8c3ce74bae2ea01a442472916b2e80f416cacdd9012932dfeade121c9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85699fd4fd40e78430f5dfbc0950ed470abf105d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5b5b5d1f8e3d37dde3fe6c1f094fcdd46e5b528ae386d54e4d7a12c27016883
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a755583fafc6edee6f609ad0629f53659ebea215
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542085b1c507728c4b58612e75fc00f8c2fb14c6d24316025edcb438ac07dc75
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8fb03f12fcb1e5c2c9f7b158383de4c3d7df0e3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c6e05d1c2bd3da3c4699c707f6f16734783ca3f5757a5ba5a4b04647cec447
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e24a21fc89f69a31d1710cc0225fa2210243d89e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f44166f104d176b21939373633fecd6053d83d3302a0dc9920a89dab641e0c2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2ac24307724f23e69def2e71d4d7ad2c7884ace
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c9c1f0a9eb064d76fdb1c965ec98073b3e3e9ec6f16d3ce8933a50372cdf02
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d514bab6f3a18c92335e710be1c36b5e0d6c5f88
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fb663d62fe7c6b03baf7467ba76d9049756c435fab10630c100e4d870432b73
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a634a908d1fb426c94e5da86189340a79ced0b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c69aa59eb1b180e2da9a1bd0b9418dd886a3843d770c3466efab416f1428ce3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0782db2155c1e247d5d4198b4c09f3ed0c711a01
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43766e9791be62b9cafe82b600b26119c0b10ee29192adbb81418e5d092f5ef1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe755ca944918f246ceef732434b9f8c58985f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af66c5f5d6f3a6625cdbfe1d6c114a74443b71dd04d025e6b048281f7d61bf41
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d198d655b38fa64f5c12ecf765e37876e1abfcdb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c8eb04cb236726a9936055b8696318af75ff2a13466c4b458b099b25e234859
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..915ff7990a2b7628172330cb69fab57c17203210
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d146c50d4a3ab65e9ee33665eae7e1b851069f001573ee4412c0a4b0185e45
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7509b86955f843e48f9d6d4732103110cbe5e724
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28de3da7fe556f35d8380dd8290d9dec6769222b328c26d0c089a10f7bf2ab7a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6bc9a93a85403451c94fe511af7154084572c24
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d12045f5388f1d9bcfd86b7e3725cbd578dd99d69ac0839173e860c5e1fafc02
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eb879d381484283ea27a53627e06ac5972f3c0d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a3cbc64c1d3a743feacbec36d5169dc82c0a4f8a9bb2fb296426556443ff92d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..713f6f2d10cd1039abf748ceddfc20fd5920d56b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668b8232e6d4461e570b65cc828d6b8ff93411645dbd4d16245b7dd6f9251ceb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..328707bd1dc0322ed54b0ee11b2cf542933d91f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e05d9f4c7aba4b1cee32cae252fd18a8adbd403e77ba605e82b28f5df4fd96f5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d290d195e1d96fa02ec5b01c6ef07c985d856829
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ca4ebaa7dafa9af77647baeefa797c4b508074f2a15447a7cb4ed662229e57
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec781bf2d9c302e98f8027d799951b00ba8aad83
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a4a10acd52baf17039c9da56ff7b1a7f76dce62fdf9dbed6c97ede6e618c7d8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ca1a77d275e8deaef2411e6191b0ec68cbef00
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57bbbee9be8ef3d663b31e520596a667928d9da256d675b1c4a401e4fd61037d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b366ff1026ab8aa5918e3676ee64730d50791888
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:259b7294b1c10d498cce3706ded0491e9838f09ea18c92c2f0cc3cfa61c42503
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48e5b8fdbce5d62404c82dc9ef96385a5ab44b3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc1eea30df0cd54a327e130c2a7e9fc4e0b2c7fa529ade48256d23d13ac16f6d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cbf7a2ae4c32809c92ab07ff27b0b929327512b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d72e1a2d76fe2175b59d7417e7010489cab510bb38a06e69fbb45b0be05716c2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bae8435614fd8c154c00036e0e6ad06218e87797
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a538c4a45ac59131bc592ca55c42e9659aefaa8f4abcbc64a6da8fe3476ff50
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..320135cb205f311fc52acacb331c65471eff68b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d608559dea69376765c4b2f05989a3848f14a3af849d2645479516a772085ed7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b73ac117908fb79ff759f436acae19211c02ed2e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0d3365f6488466e5c9b810c2eeb93efca7d1d2f96f2af97a196af87f19c2ab
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f10f53631ea4cc192492b33bfaef556654525c68
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d13ddaaa7b1b5afeb5547ff5af1382a64abe502a348976be02530d2e195ddf4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcb6d327acfa586ecad6aff85d9ad92b7ec38a38
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7c176629c569329b1dee1b258dc7e7eba4e02c6441c7faba44db994729fff2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63af699b4a353eab3415f502ebb154d9773b3b8d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2bc1232afd5a846ef0c8d7aeede8b6658e049ebbb1a79a42b45ac19e4d7be08
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df774ee03fa35a1e1518be1600c250e0fbb16804
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1482e69d6c9e21b406fb8bec705cee49bd30f2a505d9123079e594f626d7992e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24824362cfe5510be5d200716ff25dbf479d7be7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732b74fd3411cf3db484630ea08eaca205b38898442ef05b2f93eea7d4dde526
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ccdde3185adea9598e67e817c33a97b7772238
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f33d96ed1ee98de7a4da91420ae87fb75598adbf3b1277fd6f672326a43616cf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a238c3b91568419f1cc51375bf09e9d0580f8e5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d141fdc374c3ec961d7036991cebaa70d038125cc0b2e9f5be95b10f903e086c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9ed3c675fcfe076a1535dbda476e172ab506c25
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22db501882adae443cf03cab5a392256264796a5da3c95627dcff126722286d4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..237cc7cf58fe32e61e939d44c7d0d8fef5947a97
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b7a0df65230990d90298265d36619ab9baa4315c7bdfb364055202be3b9b0b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88ada07dabfc5558221f1e69834c048c141fb8ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd159ccf3f78bfbe4e0c14c09cd805ea9a27f5340cfc3bd34466edaf568f822
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a32c848d5b3f3961c2d48ca3e75ea7691370f73
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8fd57f7a8aa16ef284ce165292e2312fc84a77f1616e099aa14b362b431aebf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d365b043677a12d29291a9b959b851f6b10c0e9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e2998fdeb9f95a9521d480145e8517dbe4636de501e6ce058fbcb092dfc00c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7058642d3e00c4e51e9acabb98465dbda03f7ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6188535b2896962ff59da2efcd5fa1e525c222ff6f6a64865107a35c672798e3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a78dca4d6371fd3a61f4db1ce5164fc97e2e7bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f7d798a952d6e8a4e7f047bd82628e95d1e3a75c6f961455edc06a1a46ce29
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a065cb25ebb791641665f44105e07f9205660ce3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c396d1fe112e25dd160c632d71eb70a3021babbc966a813a65c7d37efe39024e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76bcc38b1b9a9354ba5adf78d7bc18ca9a916a58
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b5217e79556469f2b1dad7dd594689591b747a70e66a2c155c9a972f41d0c3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e7048a00bbf72c115f234d5c528d619033191d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d0b73eba85ba62f37a7b1dff0fd69d5d1b60dde47d4a856616cbef34eb7d1b4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ead9a2798620119da626a647da3f881dcc7d15
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468f043258a5e153e4c7083427a46caf0776f00e248a60538890266b30b82d7d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c2a62d7c434df59091d6b5814c8910d786363e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15a255893afb98efffbff14a07c37fee05e09b0079c0c2e47f5522da39762d4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de5592f13482164514ade46f7d17e45512dd46f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:053c40ecc52ffbaaf964b96da7fcc874dbe7a25908ab8309aca049dc01e722b1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b2460820d747896866f18fa6734e265afb3967
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44d49fa9db04b04a49a50cfeadaf6eccd58e0a4ac9ef30c1253c9cbfddc5e11a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eacb41b91d722cb85cdad50e3dd962d3c2cf8c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06016670884495876bf9e534637285265fd85105532a0e614f24609388a40878
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c81ae9e8dc169229a8be077aec930a136dd62b5f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0bf560ea8ea91501717f756955b0ba3600477c4ccbacec07e909240366eadb8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2489addad161914c18af249071f530b85b0a1d7d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:113ee72eca1a66d652c7550ff83aae19c461c45008e5c28519ac3d157c693134
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65934e0d931c5deaa1e0f2aa51224833e4b77e5a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0af63530db157d76cd55bdca1a29301ccd325999d2bf4685e09be575180e73f3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57b35f2b31d91ac7339d0650900d3c9872f2a522
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51bc13e55d03d745443c03c434cf1284c95859ab8e7e96f4fa1a3c010044fa56
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2baf36d709514a8bc6231a4e18edcb0a3d5ed4d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1792badc9878188cf7c4ef0fd62513936b42e618e5b29f671b8017fb43c95d4c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d99ea789cbba8305e6ff67d9441d5ee7ba07d4d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:315861978903a3f505a88c154509f30d911ccb7f797dca6dcf27c36c56d0c563
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75133b0daa9860fdd3646e5a9976dfd2b77e40f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0875bc51182e97c2e13e62f34e5692cf00fa556fa4d80e36541dfe346ced149
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7dbf6ebbc9be5dbe1b557855e69dd60009cae06
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4675f0727e3e0f1d7e374f8e37eb56e4e0381127d2c1a0ee0f0a2f1b81e13e24
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..255926ae2c5801f9b0479cdbec66670d19c40bbe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d544b06c1f86ce9bdf717643aeccc9e7b6a4388601bfb18e4c7515540cc94c81
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..938fa9ba1ac59e6f3666e4f52839516c3c2dab52
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6097a0154686bdd92a7b141da12e8eee09ee30cfb3de262b1b9e362be389f0ad
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda95e021f164d69a1b8b08b32dd541a340f5340
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b55d33f5b59a479cc90ccf90d28e85e8e1b76dbe91d29e1ac937f9b6344298f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea835c5353ca440d854365b6b7e9e55b9b3c2095
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884d2d9974eae914fc1f3898ccfdfacfab36dbdf5d363e282d88b06708c3480f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13dcfa7478181339cae5bf5dead87c7e0b577ef5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750c0ad35ac58e986febd75c5b6328a1118bd6368fa7b365c43d630103c6dfda
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520b448320284b578c67b6677474d9cb9dbed9bd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b60a461f58f677500643711f62074d0ba72450a4dd267f9beba8df163e79112
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a1e514c58daf4c91e855dc0aabe8c2b66a462bf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ff8c802265027130b2d8f57a1e1a9ef555f3e4ec31684afa3628f9355ece87
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846a759cfe41f56abd4bfddcff4af95712e61998
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:081e2f45fb794597f1956eb63da1c2ea13153b56183c90722e018e82212cf8b5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78f178f40c41563331d8f27dfbdfbf42a03b54c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81d1172644b37bfe8f69f6fd4525a766b1d203d976c276492ba9a0e24bfcbedc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3898c04ed52f4e79d35087f9f79ff091f0b9a5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d5a8230bcf1e6b412d066490c5cde7e074d7c70fd50dfda084472a0b8440dc5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e93aaf0432652e64c40f2862d2b7763b8c7bdc86
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e257dd22520cc408c9a49db9b5bbdec511a7ad438790b160bb80cf43b81352
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10de469ee8f93ece9c21c5f4b54677daa2d66aa6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd2d9c2a252bbd5615ac95ebd69d8823c874445501f3745a3df8f6f8857d9b83
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..051e6b086062057dad3615a2ca923c190cb3c240
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0179c09e6d519ed702a6386458da5e2658ae3b38380a1a04f5041af42c964888
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2250a4c3284ed055fb21aeaeb6f9b7ce2f5c98f7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e92d6e7bacf098b9ed2561469cab840620535d2f445474a0ce281564f37166
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dcb1bfb8d1edf97acf51526fb5c3f5bcdd2e749
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:575dccd74591dd6054af4446b37d47acfc901f439e2c05234022ebaa1797f9f7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4410c21e7f6b344bd8fb8fe865be7e1b111c23d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:318aa6ed27fda4216c64a1d9f0cf0f1f3d4f98865ffa56f9a4cb5159ce3defd2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23868c33f31fc02bc6864da40bf7f16aaa66e53b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f72e2e5189a4bde883db01565a73241d03deabe9aa5a1ac4a91e8839bbf68fb2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1301620b98e6a1d7866db732b8ebaad3c0020b38
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ccb41e0eaea8b1f3dff079fe1b86caa8855e492567a6ec93769d9f1c61569c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8112c7203e83d75176a9247534c9a7412a1b3c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a73028d32a0ef9574e478d6f19da77fa1c9840a918e4b97d20379274e398ac0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95fba5ae2528eefae65f12b1d7fe2d2727734747
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd6d763698a7bd377da200a3c1696a31d4a819b9ec5d518de1a1d799f90e7f8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ba869cf2c22d12ee334e371d7c495df5c6176a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff062f5d90ebe7191525452fede8ad10f31584c0dd8c0e5daf6b2a570d7382bf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48a2fdbe6e4f2cce396b6a935063d4d43d7f88f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa8d62e3670e5d2b62ccb29b49394a248f80575e770a6426e11522dacce2a61
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d3509e238b238f6716063912bb184de2488d7b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8da64758742c8f72d33db18f6726df9efece078112a7ea6ffe922fed6a822d3c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a11090532efec84bffaedc81f46732471f876997
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e24b01243fc6c6cfe01fd27a5672fbf49820d9e1391d5cc74ae1f322a10a6d8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a25c6b181026398597663b1c28e1854b71cdba72
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b6b336ce5e4f5e48187f8792b2286135028310f7ab46316260e6a1bf4bfed9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca94c6e9ac9e777b7a8f78be83f7bf2a4e295f45
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca4b2a6c05c0be78c7bcd3bbc299e23fb75e9ef48917a638af7cea2720ea38a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb3d6ab25e901ae876b9e70f278691c26bd0164b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd66b722acfe16ce32fd4b5b996b6515ae42c9a633f3a877738f063f7f92bb2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d3872edd45d46c83e91adbf68cf46c917d99c4e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45dd6eb58d058569bb9f3029cb7bb0da7125cae7ad1c5ebbab8a7c6b906c55cf
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abac9556f99e1f932f4fb05a8389f47fe5a1bdb5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d9e5cc2bf28d291ebf38dd7bc572512f45f8fb1b988300153c1fa248849194b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b831370b72414521560bbaa3c6e71db0938c4a7c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59d1fb4f5285626fda7ab9059cc041ed2279937fa26526692b8884b1587c7db5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423958744bef96776d78271adf66cf57061a0adf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81064fef978da7bcdac9b4a662ea0062f539e63cfb727f74d1675e98b64408b5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1818581433ab08005b4e0594acfe3a5c48cf09
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f99ab4bc197df614d024019fe4f1a2334e0d73897f0ca1dcf57e538f96a9ea
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c23227df47757e113cad59c6c37f8af99638e373
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01974fd4ea510eb43f0e88fb205504579dc77fbf8ace46497a52f4a1bce75619
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..435cbfdc849e7a1f8c99e897032e9517df383b3e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ef7cffd33b9763d23c4dba7bcfdd31111b1fe53471144b156b78225492106a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13a2a118d6a3df0fc5f6ddb644d0747fcaec15e1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97fecf7eac08fbc4d1a22f8ccf4dde293efc5a1261c2d9c0eb52c4ef487d7ad7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0113e02de0b56720079a67af365b624736cd1fb8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f442b222f5e6970b8ce58b2d7f4af64be5853259af8ca2034c3036b865949231
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1d1ec4ecb4a3d9453d4a40fca3bbaf82c4f14ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefb60d8bbe8c388568022d533c313ff22836022eb3200a87d2762d1dea8e27
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15512466306561a46cfe511f4ae3379f0fee6c80
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee56d910d1bfc22defcb799651fdd1fb04e173ce5f844fd3e5a9d79e5d1c74d6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec4044d5c4cbc18255ec9351522bac14ed562f0e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cece3dfb3727ee77b72077e358faca1e703cda0254b12b4bc0fb8afe5d1d5f05
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d835c4a20213edd1c1ce73c5aea59131c7739b98
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c682162a4045be6d3735681e03c1c326daeef2d8cbf8cb9d89f3f729c40938
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57b5230054e9b7ba8e0dd2b0f366726041bdf811
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:861710fef84d7944d2ea26904627341374caa7e8bd00b4abf926c839f46d8bcc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a9a4e536183dc3c01ea72c68f9604819c26af37
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db287252526fc8f189fda6eeaee29806796b52d7f6f7fe130ac62b8e85174219
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b91451aebbdf7540e457f363a6bd370a251227
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e432953dc81f1ba6a8f27e1003b602bb46c9f7b2c4a59f94dcdb5f46e90b7445
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead2144991f154b523fcf215176ae70b0a44d25d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7147d325d441b922a005cea3bffcbab909e05cb8c98b549da5d93f7ff1a1e288
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5370cbf68163cad07edea9255d3b215d80256d71
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9edddc8feec11545c7b937657d270b4f8ad85c1a8aea28c1b5735c7af8c5ddf3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a0e30dc2df5cb98e1dc36853516baedea79ab42
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bee6027aeb7a1de3bf15b7aff945bef7d8cd72b01fab21456340ecfcaf71b74
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f2a72298c825aefdbd8cd92a0687568833d1d23
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405e9901bbcbaffb09d3cd5cedb8b6ce3ceb5eae63b2649393f36adbd41882bc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de82b953d68c5b55522b0018e8c6fdfb17b12381
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b1fbda0ec13be5c09a7d9b5f6a4f721ae8b2e607ba8e9c900eaa497bbacea7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc67148e9848af3c4f4efa8e6de374941ec7aa3b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e53a8c7494b5eb3030af0e9372fe8ff9f1f4749aad12055083f2afc63c3d5263
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d0376619407017e7747c672e4501916b2ed851
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8acb849b6b3e641049910ee98865633518c8f46067143457dfe160d4744eaec
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cf00bc4102510c8e728aab00a091ac88a285919
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02db24ce8e6c0d8b77e0ad2851e96ddd5c9ee48f468e3e74fec03a40bc8969b5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a1162bd3bddbb1d4daa705860df31267bc879f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9001b0326e679ced19a886cceefb8caa9c346d88f29079a56977e1bcb9570cb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ffd3a499c474f0f06c310cb2e3162550d018a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ab6198bbcab2dd9c7c004245cb461423a5ec91a952a45e26f70c3e8df2dfe9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..188136fe4502199ccf980f3e223583a0b2e5e602
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d19658d24c32cf9ddb184bc87196db0a484d1db9d8d74399c2dd8332ab2e3cd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da14fc076d8049a7228f51818208a08d95cccbc2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97cb385240086c05dff68ea5fa21880dee86e130dd02fa4f47d4a672c4179563
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..313c9256f6b416737a435370ee0576a30ba96c9c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be0359c4c909481faf68020a2eecd5e44af5861d788e487d97b59349519bb9b6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51f4375ea400e2fad7cd2ee85c6e080946cd9db8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb3e663de7eab2e04461030248a84d8b5c6ba11ed0dbc122f5816704507cf42
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f2061c746745e2efb5150808a5fb72d11406bf7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdcced35b118a77dd5d1195e2b3180adc40ab3e80b88b861b0e9bd07ffe0ec57
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db0b4ff2dc6f6de6555cb5fd23e2a765cd415c3c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1bfb82867679a4ede8dfa5f8f49bb3540e3d0cf3cd830850e2f2ba1d8d6b655
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408b55c59101e775a60f1b3e560d4241cc0bafe6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6895c7eb81f057b22a278c4f499a092cd6821ac014784c1452f200d7191be6c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de093c5548a5b6f5ad988167e8cfbad90c896f6e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c41b6f4c3090cfb26d792aeaff7080bca8b301ac49b330536cd530c9ca2fd00
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac24a96e2b4bfa6e4fe54c6d13219bc8e235f738
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b2d348e650f6f9cbafd3266a72780909ea4658b52c190f31326a63b63eb9125
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69f8cebcae28eb6a35750cfcaa45ab0a04937a20
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2685fb81d018ff38087234af3a7f4e5534d0cf4777cfc77b5be6fe42e843eec0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef61bb0c9a57db1066d80f39d41bae69a2102d34
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9291d574cff5d395448521a6dbd9966e82c0ad4e0174411e99920280b3219487
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c872bbef936937a9a333317a5b6f7d974e7c5afb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b3cae4c137a6abf9b1fd644a96add7517e2f4e3f40c5f1d209a561ba159c8b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee9f0f00cca01acf6ce9421a2c5d4afad7eb2c36
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11d7d94db48113087a5591c84883b61b12aa34ff5deb5f4e0cf6f909c34277d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..717b58ec00275a0a2c1d311b690b2300645353e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:439da40e2ccb17e53b823214ab5b22ddeead367ca8425551c8b145098f228c1b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89bdc43caf4c7355006f3d73957162bb7de718b4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31e791311e0989158394b5a1ff17d29314f1d74abe278fbe8b572e6489da354
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..243d48811018b6c58a9cba6fbef41052daf976bf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2625f417294d668d6f1ee737bbe2625a9cae4c5df499a95b62cc4238f49574a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7bb7a4a852f6ffb10f473b588db521806ccc043
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5030d3c29f9cc32dedd677747e4d06a51cd66bcb6fc5b914556df3249fc4655
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9da5aadfa92ba41f713fbb15cd04aa868f1945d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b68aa259cfb8cc9da0f5f1e94a48b7dbd3e7dd6fe85bda78f255ef7fb36c1a3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..518d0ceb1626eeb47bf8870fe48993d23764f13b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:550b7fe611495064adf6fb8617300dd0759fb2f7e3b23a1c8411e6c2fa0c7764
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0992c5ccd50a6160a68ad71c7d7f7dd6674019f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a864aacac323b941a0bd32b282a9472819f09b5852d52f8076aa16c9f687d866
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..294e1191a86e6e4a1e8f79eeac29ef5660e5008f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5b7146c1edafef6f022586c8c38a49792aaf5dccf26ef0dbbf9920c600efa3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c3b2ba9c8d3977ead348a6079fd8bd434f1bcb9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e3844ea05d9add486c9f5a6bfb850f86f68e8511df663a30823e1f20c8abc64
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdcb61a4ad397a21bda9a99d16fb4b19a84d4ac1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f1fcd884c1327c86112bb6b148cb936c4269aac7b05e3addf35ea9b404ac36
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42775fd113d63ab95f20b32ca9e57032e3668da0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a419a68a5ddd2931537cdea8a3bab5c05cd60afb4dc3a6f303a654f0e16e3aad
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d972c319ca55597215c04d47cb1e59e8bdc146
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff167aeba3f4c5529097f6f2833ca224e8ce851fa462ade51e8a21007e46cd9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca6fbcfd14caf00d0acf6b4ecadbc19bcb323e3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3654acbb363c5cf009bbd93fcb82fd74d78a08301c2963d75536002e70627495
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..463ab8b6e220a8d3e2034ba2d17489098f2fae13
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970c8ba84574092f902e181ef22bb5721635f43d3fc0bebe361c1c868724af9a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a19c7f5d39e63cfce4787c98d6810bcd5ea3782
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1732cae4f402a56727fa339d04f5fbaffbd61da308741120dd164d7ae93d5f1b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e730d9df920b1ae130cb1a0dd02f274368d3aff5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31026482195fbb4bec43b10ef25e6a89d33a879b8ce359163b4df9d7fed18036
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ee1d5cb9b9550194aa1abc70274ac33429b3f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d97b67bf1e39ddc2a37d113abbcaa74575c79bf4f80958b3f26968a55288d751
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c611636f482554257cc802f97283ca1ee27d778
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee91aa2b1b72200f15fe6a51bdb498cd7e8896a66daccfe05155d9c289e7d9c9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc82e4c62d381aa0411c53c389e35b89901d0fd2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d736db13ddbe3a50ee59fe55fb3041bab01b85850f19b6c3784e7ab93fffd81
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c470e19cb587e9817f9d92b561d181e0a59ff57c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960faef51d524ab3a6ddcd6f6fcf530abca93e49f747c70d1a7ec26ba094679a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c84add4e1a935b65169f35647b47b452808ae4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7945d17dbd59907fa1cb07595ee2acdd47ca45797cfd4bdaed4f40cf8cf32c1e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a521381f3e906d447965f54d60c26640bce13dcf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711d96c312cf25300612ead485d1516eedfc2c7af8ca33500dcfa4e63cd12d0a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b554456c1072a83e94e1c969a37566668a7f3b80
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594ae36562c8e24969006ef35ffbb5379a92bf971208e20e7b2925b610ce044f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..447b2776b1596dbbf0c4e81bca1f1afc4506ecc6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aebc9a444a26e0efed848875b84964a6e6a83b3999c928ff257e566fe9293f51
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a7614060023ac83189cc2bf86b74fcb1e7dfad3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9220b02bacefe9c8e3d13d7c95219625f845ccc276bfd2de37a9f6e6355135
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d23d8f0e0fa27eab3ea2569e0e0095ba903faf95
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535d40aec0e1bd7316940aa8aedacf7b07d433dbe5a49a056cff5e3077c12f5c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f4948c7ce88d9d71a5b5f9504809b1c3e18eba7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab1ab824ab29d5fd1e7464f7fef09a4c55793e17bea621c803151ac729db8b51
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..615133744942adc096904dd3f9543d6f7ba11bce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0288405b24be26cbf0c4d4dbd34295062fa3c103d17687976dbf8cf86a351eb8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0031078ea5a7f6c7b18aa0c7a0be5d6cc598efc1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3505eb21df2f8e505d92ea95f41b8ee2147a96262153660968633ca3bbfad7a6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4da085e0a6e316c21a753cbb2a4fb885858b310
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e4c120a5c51ee8a8e2fe1011fb8c40defafa20e6c300231948d567cf7f27480
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f366a0b537ba0d56f63984f96dd592250ea92f8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b81e20ba281a05e6e9b8bb145ad65ebce80b410b9576e5596c300ab1b43854
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01e055c4ad6e221cbb693e1bd59aa2034ef102ca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5841944d894b3f50921c52593afe7774290a883798bb4d4631ecec3f1a32fbec
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226807f4348f7ee8494252b191203f2fd1aa5088
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38baa473a4fea0eac645efb83494b2f9de03ae312e49547fbd92796254f1df23
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e817058ee53cdc651eaceab3aebf83fd4b8e656
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8306e2127e00ffdea46b72d0eb76c3d3b1e6008a97f75dad492fbe7bf65e7653
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b51b2c981942318cc78bd166ef4ba63aff069756
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8835dae6456460195e73411d31ae92a0385e6fa9bc9391364d519ee4cb1e5301
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c1b62f3cae7f0922e738d54118fe0c5e7dddd6b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e850ca81963c000e969af3ddb81553a9c564ff1f6ca98992bf66ce6d91b2b41
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a473052583d470dc0a104d78cb944d123ddbabbc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53b784886fe9677b68cafdc34fe5f723f1d35ce41a8dcf0f227aa5e0d2d2eb4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f759c5b286d78c99b41ed4d24aeaa9648a6a570
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93263e642a2ae66bc89f2f6196ad1a23217a0327d43b4c70883fe63b6913d6a5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..353e192dda80e42bcb969cad914fc724ec49a153
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9805ae61ef037b6af46e17589c90b1af981e8bc7104ea83c577e52ebd445ff2c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d080a97098c9663d07b62fbb389e6e5391aa67f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249849fdbdb914944e2831d50aa6c50394564ee677e49cf58dd0d692dac63509
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e3e3807aa1a33efac08f92de047656031f4d422
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8a188e3bbc2518f80078c33b335f0a1b878f0c823d1dd9e701d471766e31c0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6503f87105bd66d3a87627808b882973107771e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b269fd5bf941fb75c4c5881514785b3824687e2e7371eca641d5ec1bccd8c1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f745b62dff57cf92003bbd8fe3b3567f3fdda4ef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f89c10e1c348089c21d61e72d613ecb53a5794bd22f93908ed1268c0754080d6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae377029352a98bf32a8e60eba634afb7ea4f049
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34cc084d14470661eca563939e47e0c77e168795cb7346d71850ee3fb97a8709
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34cdb57f7bbc05d2541e823078372f327a1eb963
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a47e14fb3df18fd02c3b73a00bfd3fec8fc230e08dbc6c10d53cdf29912cf88
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4d29555ce1fecfbd80287eb8c398ea8656e8d37
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b63d95f699a6f4f66cf5d9b294d4b29dd9bb83e7362623157d8bf6c2a919785d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90b1f8af9a596862da281df8886e537cdbe85329
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c2397edfa927e39b561d2ec6ae7f25771880da418519e5e444c5f262dee12a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3406fdbd21f44f6f237d77b2a69d1d8643f86666
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a2c757f94df445aad3fc3c6715ab4bc5f71b4e969ec1fe2e292f7b1809c358
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c4e8d048858395d1690b618e1e8354dda9b2539
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ca1f42474aa009f1896ca84a575230fe3aafef39c734c352fb75841a9e92f4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c10053ede5b336c9e5eaab6d1cf84e3312874d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e187dcc344032894f6cb5bb2af449ff81b923442f20024b2d196c09cb0be3e46
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5a2b6abac367d34e8d60cbcb325847ed4868597
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d92ac65404388ad327523189b9cebfa90add78ebff4af352a4830e9260e71d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d2ffe6edd08d323f61aeb5adb2f16211be0d49e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa97700190e7e6985db02d37a2a721629fb986c2b257c22f91e2e663c76cab9a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78134db2fbf86de2038ef76a18f471c43713a060
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5def725fdc942ceae25a3d711e0f20457d8d40fe28d649062e34040b8832e02
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..776a5412ad4fcc4767be5b3f86639aedd98e8fde
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58c41784be12f05f63c529aad33e956855db13c399c79d477bd0ef87120e79a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9d2c4fb296b548005fa465b2ae7f0cbbfc4e7a7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d1df5efe2ee0b35f61b166be4127e13fb8a653569451587a7314dc8e3e6624
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65fbc0c99d3a46d864570505e345885d5bec5d43
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cd3b1c7bb1ec39e217152a1e0cca01955ed68f51d59ec86614f540bfd1b5875
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e026dfdce5f2c8ffe4dc6a180b4bb06956a6b39
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3aae5a7de00ff1e516749286f56c5adf1dcad6be24b12dc554e2ac4cfba746
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a735ac324960de3dcc59d1a1afdc39a268a32da
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74de6700b43eed6611285bc717d4b0a16787a505b2674b0e4bb9ca72ed9c406b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae0ae22d1c9d55f777e40d0a1afd4a017660415f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5acb7ef69f701db85dd99b118fb70412c19a067508b055ade92e4991dc5fc047
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b0aac99a17e963480b77e01a68974c4807bde78
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0217a0e82843b5cca181a5eb366bc138bf62a7adb59dfc38f021275f34826506
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f534d1940e76a7576fdbca836782982dea50118
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7602dce6ee89d0c79e4a5f7b056bf3b787eaca9bd47fe7bfe382aea0cafb56a9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..283c997a029b45fe870631f10ac8bbff85cd0aed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b0ec7febf964df3266aeea180fb6404698ff0333200ba9e2804f1e039b093f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc570331b5c373648efcddda450794449d32a3ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48a5c864fd3c93084158676a980dfe5af8b9984e156dea8d845e9d39052257a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c0a7e1b3ed1ff387dde4198f0ac506a482f9ae3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6922b862910928368c7119df875f5db62ba90286dd1ad4eae75873bf3bba47
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce3e7a2b06f2698861a4b550b838f8abda346d0d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6502adaf3ff7edc0825a8ba991ebda0779922d3bae2ec0799c28213ac0a686b9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b280d535b9bcb40acff73b6518734f1da6ba74b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d752dfc3dc4566d445d452bc4af0649a29224a1063592f7eb0d396f80bdd33fd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8882e66dd69a5723731c297d4285acc94bb771f8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a4319a30080275effeefe95b873e3c58eccfdb9b86cce8e0520eb4e1a76b92
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e0a00a179e668b0b8edfd4dd72625f2298c6a0e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1303b958b2e00f9a2e71e64a5e227a397e9b5bd98b00175be2fe9811d0d1ac12
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33dadef9748025fac905255704cf5eb1bcf1be3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9020091471545b7207357eef0d72e31809c32a876ef4f449a719c30ab14d5df
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f389d37a2dc541edb98a1331cbd82a64074fa12
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ea1e9128ddd32584dc1a4bbb5df92155956cfc8594800c8d689ef8c26b7d8a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c44fda6373416a9a923e59fb1c5e9156c35bef1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a57d305216745044bd7b94978a2f84d18cda8ae8877fc5d6470c98eb240ad33
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae25ea67b1fcdbfdb078cbdf6f6b42e18a057911
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36dd044ae6939717413bf7c5c6119b9964bb17a64bc10ed1a921d1264f4f2412
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc52dd5a01ca9909f1e5ea78c46edba93b9e8e99
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da6f731eb75d6a54aa687d914fc7725901ce9b4693f666800b822301457db00
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af3b3106e9b2eac061960f752e5fe70d9bef024
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781eeb3dce3e91507c5a33d5f59fa5846cb7eb555db62e415df1fb58a0380eca
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c479760ad95e3de15d0c16e021e14efad4437ca1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f8861050cd69729a2595188643d4b22f7e0bdf10b9fe1d04f77ef0d6d82843b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18a209ae631e08737a0e8201e4d29833a5d42560
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1209038c37db3a18cfcb2c5ab897afb5fb0f190e97b65165cf945ee9b7e004f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e80d3d823118f64e74715200dd1e8a507cbb82c2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5d086939724c9787ffd60e8e3bce2227c1b0bc7bb3f5236ebc27d9aa93e643
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..185dfca194f82015015530175af140d74276b1e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5814d3ce32a0a913496c29ee2b19a9df2ddb6f161302412fade4175bee85f0f9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..770c3b7bf726f623952a29975ecbc38ab2d836db
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:880c73de0050d78593a16aa5d7e7045f8537704e5e0b2e47ab9c7821b7f2d8cd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33fd88677cd0940cdef822ec96bb3a077ddc1015
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cf17e7ebeca5bc0bfa0f488916647aafb4e4483bd0415760f8330ad979ca852
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b215bdd8a03c9ad987578c40b1df2a91183f189
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf647ec8c1837a3b681621082a1300d188ac0f9ac5e282adfdda49f62c57bdc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee84e64b5eada36868def17e039888f5636b1e33
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf66daaa88a1ae42e7f485eca63fce36f6b4d6804beebeed40e18b75a33342b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f06431975e17eb6154e0c4bfd20adb7f9eabb6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f94e24c94643797342345a4a4c2941e3c9cdecd80758e0ea2311dc2cece2f5d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca66e732b91cfce6bb43678b0f70bad71d0fedbf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f27a4ee1700a79aa36d9e49b7d216c4f80f565a635ba12e371ef7700666536be
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c06bdec5c667ba350d02499266b852613f364ab2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d05c5480ca6631290ea832aa64bb92dc4bd511dc98e0d9ae2c68d4aba4039ba2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f212175d847f415b109f04acd9ef4fe537d13f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f9f73aff8b37fe4155f5fcb871e7356aadc2604cf55bccede4f105aad184a7c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d82f4dcb9ed6a6ee4ee6f5e5fb64f4180fdbbdcb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4a75cd31df6c304feadddcfca9cf656b0fda2ae8e91f67df12b29bfdee524b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc07e9965bc41cd746363eb18035f82f143b23c7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e443995f663d01a907b8c0d5890ce8f5a1cf79df0caa31cd10368d672b2642
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1cdcfb1289dd4c4fd99b8a5e64da26c6e7e4f11
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec724c86012450563fbea2814510d6090f23efd817fabfacd0c7617aad77a9d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6653475296d0fb3b5418f770e7b88f6d6d9dfb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79cddaac9374cc3edee73630278a7d37128cbd954b67d97aa0b7fd4bf27ff3f3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eba307ac80fbdcf309600ec170525dc9c5edf26
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf654fa267c7f3d55ce3e682926a000afd29e2b3a40f27072d4529b1768a01a8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6c79c9366bac0fc70d06f56aeac95a0ccbed08
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40fffde25183d8044342a23841115e1ddfc0d386029badc23e11a84da951bbef
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba78c9d4713d4b2f2052c3c47ba5d541de162d58
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7e22d85a4fb6a05c5a516f00be51723f5e2df7dfd29241ce02a1178bb37be8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..048e72121b350c73605f55ad34e6d246b2e3a4ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f834852cf8164616cca7abb6b132f3d80c50a5c2d9b4d41d11c072048f32c49
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a04e0cb887010db7cb0a8715d958910ec0097155
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7436ad5a905c3533012de283e571d41248d3c21938fe098be21631d96511c0dc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971c432f55011a464999a183b3b3d139145126d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7769ca237c3a55b6f81c6af7e39c48ab543e1b8098b576ef90a3b2fa1c16c480
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1329ae1a8ac6b7fc413319409b3db31b5db89174
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6043927f49a8fe7196779c34ed850bf1cc95eada989ad3d393e66cdc7457173b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62b85948c30418ad0c3d8fc0082f88600c2252e1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd7670b6ca352eabd313b7799f7f18b72c900cf9585adbebc524ef4e2a76073
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40afd6cab234b48a9c672196ffbbd181eb812680
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:910780a730d8e882d22f881ba2b48d0ab7115cb5d3cf595291a64a3cefcdd089
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..042be10944d466d8315cdc8bce3869c8b8f449ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0f776a6db107b2993cefae5bfcb6b9cc23ce098ea117f08ead5d6659e50cd6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12a304ad59ee41c619012294c9c3c300ba2cbdc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f10fa604588286811b3b6145005bf9a219a16bcfef2d637227645c1aaefe6d08
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f144b4f3c38f330988e4754821976fefe9967b21
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f3add13e6513ad15bf21ec0f05155fc15a886a5d0f67da446fa24aa19508a02
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd93172cfadc580e724f956d3801b641f3a3a22
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc9604e9ec89b6a9c4495c6016bc1097c40b086d1c78b7c4f427badb7ce4ad7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6616805f651080b1a5f7002bca2e9f03fef5841d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:731b49ef857667d75e7a735c820be1f284d406560fa3eb548052df7074e8ca1b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173319357caae1b26395620f03c75a41d13c3156
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20278d03cfd7747030113366ab7aac79215ecd2548b8bf1f2dc864128b5d73d1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f64585c8de0ca546a6d70f5c5a182cdab2e4692
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff70b359e81259902262c801c1c13c79c2b7fc8aeeebf3a3d88c2403a8c88ea
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1da3ce775414cda6ef90b993743bc1126507abbb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a21c8a82ad751608456da63d6bb9852ffdb0f5965ecbae6401acc0ce8a5141
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d1912dc1ec6490727c967a1676acf7a5a113753
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff50f0806b8d595296b1b6e999f2a86aa5e778b170502ad5198564e46d96216f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2b3afb4aed7cbd3ae15b21e3fd1e75fee5f0e07
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e397f8972132e72304a63c00664f009bbd0e941c50a0463346adb6723f66516f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932b595ddd33706f1370bcd3db54e27ecdfa9115
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a589cff05dd69744468a880e6b1fee95edf6c5d0d0328efd70a5110af80615bf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c950c6a00f19d181426672493c9d29fc77a4e4b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c92f6e484859f23d6f54c99bf74ed058273d2d1bce046bf6b1b2684ea39a43
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf8b87f759cbde7d691d1203e261708533e5f84
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffa5ef36c72245a5f018809262c170b5afe40631480453b6670e84d0967d85f1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d7fbd382eada4dee9a3f2293fd8be9771d2295
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:533cada237fe8d35635d1649d4b457fe37fa44fd1e585ae9a447936db9d1f9d9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e7359455a9d7d019e8df794c0e562dcf530df5d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8165246630effe2ec82f8ed310f11a9badc026ed7047c1f4f6b3ec45e211d21
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d60aaaca85b762e067019579c447296d733c1ee9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a7f7fd820df4dd3c402c406dc3ecfe9985aa9e3d0924a8bd352637946a8e219
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfe2f94e27319b8ae35e72967b658df6b015e9ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a2ed05f110bd72248a0d842f7d686386543a01981914a102760bd3fb30528d6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98376452b7fafd7eaca8c90eed98b9cdabe3e3d0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a13db05e5aa5706a0970958dbebecc5c5a8f436cbfc4f1a32a50cee1a2533dcc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc27b40e45b389029386c22ae01f63aecccaef7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8cc1f98b5cf04916e8d9396423175a72f7a68346a9aa826ecf4b3f7c109d905
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..922133c22c5482eda300b862780479562fa71c0e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a6213288be05943d83377ae4b2d85bf72e544ebb0a8abe39fba6ed975ad711
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0a3803024d638d6ea1c111e515f66bb986dfcc8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97508789fc1dbe00c2d12e210c6faf70455a8159483d267d75570fc3d911b69b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..873b081bdadf50cdfa31e012c2e7174adee0e862
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb0ffc2c9b24c8a620b316b9a3f4c5951c042c560a47d261c19814282220dfb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b57fd38e27500c2bf517e5ad871b18da9331bc5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c6265a314a12536b6a4ec1f6bf822af96e9c035f7489b67864c6afe30fd38f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b046c438ce290ef415aef89e7aaa45bafdbc8bc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ef99cab851e969d54da0095ad1d5f87c42f665f7bbe9a060ef9335272ed3cd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e937baddba4f877321c20a1be599d12944db790
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85bdf8c2de231bb6a5acc94d43b24b926665250f36c91aea684f0a2c25e953a5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f641814b5b868af168fcf9f5156d500552dc30e1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ef0e0ccda0d3173b79334b5cf04352b4b845c2368d6e5011050e7828fadf15
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e6737d8c5e693957beb8aa982abc0fac8f2fea9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:280d44086c2b7f1daef483876da95bb97cae8e7541f5e10e6a1bbd8527e5765e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93523a68336e728f69e9f166e769c39f4c75a3ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:859d118453a0291b5196f73344eb9ca902b82094d3f7cfb75eb7465ff3b6c76d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc2d09d4befd2bb87961214cde713c007ef0989a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333c437e5bf029ac3e21d7f4741689e02011a5dd7d25387783606eb06bfdb1bb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b70fa013760711b729eedc34b6f03f0a52ca6d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22618ca7f89accbcdbd2caf6dbdc3bff96241e94968f80c758664de51be1649a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78fb7f277ef87d2875e01259820bd15938da010b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffde283d1299f26f662ce40a3382118ecbf37a1de0b4e0ad3a58674d3133912f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95de71cfab9cddacabbdbdaad4a55b497090e67b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:936d4f1868fe7ea07a6f317b2703028d306434b05d46e3caceab1ff26404ed89
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f021ef1d5b4a9c6c7a15a99338e0effe09c8345e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4210c2056cb94ad42d0e533107f0bd76e31eb9da72ef7ebef28432bfec821b7e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fb3d7b2f6c14741e8c4accd50480e20e935fac0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57738f70520f4068fd6f450ecb3f8ca493f73daca1a8282abd1b61fca300024
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..192e8adc38da30b63323c43fa42fdd82b67723fc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f193fece16e5243956c0bb4737a70037cdea74d58e859d257c353bad91bec609
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d85ae3c3fca6b2a71a30c3584f609f068f33c8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ab8d4b9dd1301380fb0015e9d65b8949643ed209ec442d05d910d47b70ffb9f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de2cffc501f7fbadfa93a7ef930d55207e9a7c7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff24bec7f5cc55ed146b26acf31ecf345b3f1d2b7c8c37bedd56d980fb9cf659
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74d476ba05ab66dc22fc0310b7bd52f797d6c1c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d98029a377c424b1a6b4af499335345016048739a0339ac110aaeb33de2129
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d1c983b2ed4f75f629b2b7e531f537493a5290e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9f35b60edb0b443af2e0c512531a5044d630a6c19d74b58cb7bbd612a099f2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f29e2f4d7c2a45ffbeeff374e0226638b974c15a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4bf2cf429df40114dd9c2fd1f0707f97970c0109efd129b29367762d124646
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca3319d0ea51dd7fc3331ff75ecd9397219aef5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ccb07ff87b215bb5b819cd9c742035f1639bdde70800804c274030069be6fe
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e9b95020b1d6f04c279d9d27c339a899834198
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9acd69ae6b582beff493b751eca3a3349a8d6b18d89be292663f0d66e9db06c0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e17be587f26bd535f7b661b185298556a03991f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:432eb854a9b782144327c263078507d889e6961b4198debc12ff8fa59f3be7e6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba23f7464b3e0d7b4277d349d6edbecc08e006d6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6b346f8bd7a3b7a37782e36ee00a1fd850ef76bc56e21f098c46ee74365383
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a0f6f75b37559b5125190fd6b0fd74cc0a2d6c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3713ed16196855537880aedd75a67d4aa7ed611da4c44233421632dbe6d08f87
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f281a688aa87297be825f85924635eb3761ecaa4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5201dd9eb3e5fbfca230d69ee3fb6ed5e7bd50ea0dd2dac1bda2efc6b8d3db6d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20571e534e8dbb3a791b8e9e43a9c2c31f06ce7e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d71c8f001d592b3a96dc1251d58bf06bf72b17a9ec2b3cfb84631ea222404d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9088668835c3985553b7ca7ea7e7dc1a2ec2aa0e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:721ca2d0f3a6e6bf34cc343a82cc701b571402a636c0bfb9ec18843d3e37b584
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50de78eb3b8cbd701727afbfdbc937c1b99d3e59
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d864f03f8de4a7c2f50955d428a3c961782ae0bdaa6ab50dafff7fc2687add
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e97693a85b38b9669b4c9c20270659db8a4903e3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1dd2314cf28487cfa101e70fa832bb19e6674a492778c1c479129f2e52d77c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7902cd16bcaadc5ce0a43c255c04bcbc8931b9c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee729ec96ebca3b537a5d52dce8cb0e2c801cf3f177c4d498c7fe86fe074d315
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c257ad7f295afba50bcec36ababea3c541ab8d6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae49ac26e91b138d3e3111c04983395b7a4f69bed00cf01e0c8ea272a1d3950
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d7cc142ff308725910639fb5492a6dd7abd271
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d35efa861853194c6215243f64f87688f2318a3e27c96618b996e36cedf1fc34
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eb52e79354ef86682971996049b185ce9841081
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30b24366d8b585b65190593f93230dde37f6073f8e3cb7720d7750244e619df
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cb37f2e829291e496c99f3faf531ad1b13bc058
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e3193ea7773fdd5ca1bc1d4e44f7fc48936a3dd51ed3eef3f0425aa2d141a4
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e53720862156a9f265446ef61d0988c8f120acef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87fa4a4882f6705a14daf80ba36039423a22cfeebb8368701eeb1f524a5e6a66
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1019270da6e6f2125b35e006aceadf4581c337d5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb28411dfd05abcf212cebdcdf5b70721422772d9e1ad574001a14b1d5eb1a89
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ae556bc0bd7a456db46884314bc4f48aea83bd0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44cb5480dfd65822f455581ae08b71593c74f31b18fbae3b2d275a9dc2516c5c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..368185623b6ed55c831d8961e5e6853de2efaa3d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cea18ec9160cb2358a7f39a8e6d390b5b21a1c33712d2d90bb1f29fce36159f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d4a936d80f9b29c4292167f74c65716a68ea684
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc71e0d55c4b93ed4861dcb1894de077b7d5097ac85c4b0257f2348adfb587c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41abf13fb262e3053ea1702fb43de2bc1c932d78
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fd2fa2fba8ef3b8fb1643bb4335791fe5f323e6d298e824807f1bfcd11c16e4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a699f23df75525a9da9188cf33340d49b1ceb351
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:867fc22fb7680eb5d176a6b9ac693419d1e370614f14bd2739d65c0d47455e65
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35456980a0bcbf2d0192e588af775f3fc98d8c8b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33617d3aa6630f35399cf01c188574a2333e66de213992d165ed7c9e7f83982f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48cbca90bfb00d41bd9775e6951fef577b3bd5fb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b7a93c1c2a3ef29121796e05c9f868acada0d834ee600ea9959074696e9bce
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b04b6350806664a75579deaa75e41e6b1d8180b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b9955fcefbf82318c8e15be7c4a253c8b4d156a9ca28204698d5ca2db8fd6f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31ad4c708e8fea11c4f5d0891cc70162efce275d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f91310087990c835c3f2b648356f20f510b2ce53a17d7eb5ed57594d8d3b0bd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b539620fa6e402cf252d0f936ec071515045e0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b10ed0ea9c9692de715e7350772444308c4f7ba1591dd6632f65f6d63d11f0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be9b2e5ebfa4c9f3021e62e2d106105acd05585
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf6abb2e98217ac2b10e4fec50685822705f93010c7251cd64bfac7f1c6aef0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c45ed9087c239568a8393dad355b8f8254f8f1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6016378f36590bc3e36f10bddc451664bd3a158436eba9d225ee1f9c1ad466c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b2891c72ed279a4297c3b6729e2883cb17654aa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23af246a44771f9983a2deea1f44b3be8ba439c801019b5f7ec22d14699e22e3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dab0a8edf705140a9ce8782988e0d6a506881ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103ca72c867674cb638ca864e08e46bf88ad85647566e4d2e517738a126c4c86
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8cd124e824e1fcf81b21b95c33fff2ed5dfc521
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dcb9c9140446594a2e71488a9f9d36b6e761fc2038bea5fcef530b1178369a2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..440ebfd968b2917b2e4af5271d1bbb824b80af85
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3786a07195984c27128e1bb2b303e9c8c53264de462e0699db2787c27f8a083
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b01ee47d8a8d1a196de6a875d86089228214788
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63fea0b46e7ecd0fdf158b43daf60e426109abc0d04b6735ef6c1f5c6b2e4c3b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e2763eb15eb2899c0d07ad1f9deffa053db80de
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30382169a290e5644c5f0e3d2381046a7f9794336cb2f7ca45e80e019bb1e75c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f7273e4e7e6aeee989960be9a7975bce27065d1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:098bbf6db4e635f3536d4cd17d8352d3345e37618f649651012e905bd909d9c1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f75b7925c2ff03d252c2bd7c7ac0f1a95265e730
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28676c40e9af4134d2fdefe6476aa4c326a0c6d464218c36b9a665e4bc64cd7e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea4e05a950d0dadb1d4947364af5821562aa9e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f73dc072d7d0eb231a232d770076340aa91df6f1feac14014145908456fb2a2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aec4e9da9d64eae5536a56f932f7e571a747dba5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4861be1284de0ddd659f0b31902bce1ed20e189a7998b4f11a966dae7cec4acd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bacccbad15075031fce59c39dc4dba2dc08c2663
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8390bbcf2626078209d5d32921b357aa349eca3e8b75ebe1702782957332a9a0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cde9a52842399dae680d1753bdfcf60e5d5b671c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:201f634858b972b5cff81c59baf9e829331c79b069376d15eccafe5c24a397e4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d3b39acaf3b0de725775f0a4834f2e64c8bf53
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8f917662b1ae4694f66be7a9b830b945107b638c8c9f10e2353bbe205b8e6b7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f2cf97494493e1d91d548515f5a471c3f877de
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7acc6666c4aaf41bb8b6c2f19d9ce99741a3bfe1e1e530a6b6c0a23ef3642894
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8424ef92d38c41ac9bf010544a641cae01f3f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb251084b18685fd8c5288be3bfb2d3e41cb0035a198964708b27484384708a1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ddff908d08740d78c94cc84d1434e7b2b3bf296
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cea440ee0a7a277d06430888a99860fec2138248ebf598f2806e37bfe18930b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2699c768d6991d6917311483953122b473c49113
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3be9654cec6f28e24ae272ed4595df8bc720800b5c341a5be6ae1f0f9fba8d5f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83c5d7dfc1e8271e30e857bdcfe84fdf1e92b6dd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:443ddef02bcc0e92ebd13a78aa16e74a6fda186c91fc4a963129caf15ef5e11c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ee0c85bd9a0f174fd47dbe722a5faba499bd11
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e55536bca9c321cbe24598a5b04a906f0da598a4beaf08db80a6a046042acf0f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e15c5eab70ea8f6f6969f33a4147e7b9450f83
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c67e37c2e339db9234107812797b1c62c72c75332b21e3dcfbf6a875c1a3e0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b65b378c8cc707a3288c1752c03221ee667c21
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07482a29b91da121ae77f285561d1ad32d92ece48b681e16a77cdf90cd84c0d4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71aaea7b51498cf45b94b4437cc1d553bda607f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b022a57a46fa816e50d77d84d3d38d68d51a4ea5559d0e157315c005ff919bc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1dffa35ec2feda85d2b46579b2966bc4690366c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d991ecc8215a3f09a83d5b0c1af1cf976fa7623ab144ec6966a91e43d437a5b3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..effc6035935baad69bbdd770875bf5ec182f0d56
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c5720ffbf60c0d1e2283b480622016caca976e6155b9477d750bef276c33e7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..159cc61562bd3bc677421f159d81cf4044ea29eb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc0234f4d91c5d0ea844a5d8e91f5e4e769f39b8c3e2f16b76e977cde467c53
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d76d625f0188187cb4f8f8d537011d7e23db127b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b62ae0cb453a2c9f55cff86643366b5598817f34fd81ada581f219acd88eaf92
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b8d1399a502e49b47a013daf6b383292c92dfd7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e1aada760a51dc68215be7160acb82443fb24467dbffbf93f7c7ac84d10258
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e73a2c8fcec8b055831cca1c4aae0f4207e50e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b5323cf1bce40331e9f50e225082b1886ca2b6e78083d98f7a0fdab6511a6f1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71209763479432d230385f585a158b17bed72ac5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc8b4af88533104ccb740ef53babd279dd188e46f502b5aae04052a52b80e51
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57a2bd22bd070535252a6fcde7eaa09688f046cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae567aa1210e13a9af93888e2c41943149821f76402e1b1cdc29fa0934ca71cd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea4fed09af692210d16cf68067531ded02fa89d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72884959f14e1dc3fff2c91a11837470014fbe716a3be5e99428623203b3b44
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bf82b0221c6dddbc976ac6008ea08fa2616b495
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1c85bbe8c1a7623c5390195849f42c579e87068636970b3202e55ba949849c3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6bb70af50d35f3e225da120eb4192f6520989b5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c5591ad268d74fe28398d68bdcb34750ffc3e1cc787e04072401c6f535ae99
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..783a666789b98e5f8dbcc9f1398c93b54964f557
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef79d13f60649561584539aa6d1cc9bc7f6d8dab2a25b2417447dcab77c0f0f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e14023726a585d79b3eb8eca365d7a1555fc7826
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:526be96ceec43c7aac37ec33f9abbde165791369f97fff88ec849aea863ce11c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d254a79022b68a8eb365b2b724ceedb15cd42910
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26bd2b32442af412b9d66e32bd6b261bef0f7315bf419a00c5af66994f1faf95
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..986d5120049fa593b20ed0126bcad1469eff9a58
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a3c08db583bcefb443fabc108176b1f6ac7d3de2e5abc0f8fc31bed8c8c2348
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba47ca3d400b5ea380acc561a57eedaa9768cceb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb6e1061ad87530d24a1b273718ee6bb430d04cded4e3153223efcec5956bd5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1fa24f90f27ad293a9b2735afd7a43b0c59471f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f5eac00f821639e7d50e02b6a41f3d15bc658cb55bd44a9b8620e6e2f6a740
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b6a1bccfd5a2fc58e74f148e9b553dadfaeace7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e020441a0cd9ddf25bdfd916abf1bd3f1bf2b4dd154e88073e12ce8c042b163
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..004ade768006a5ee74d3d7db11974dd0cd68da44
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84016159bfaab63f1051f84b24cafd1b84f8c534b0cff0e943af5b1879ec6e9f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25ab010447a437e2995d7433bb9095608e36ceaa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3caee962a96aac1a65f3233d1cc08193036b3349711aa21f123b1489cf3bdef
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..505c46d53aa8a736f0c0667e4651941fcb3ccf42
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ea5507c3919a15c057ff8e3fc806b7c5a6886130a6775f50577c459aeec16b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cff70d32bf974a949c3a3585cb6646ecc1033a3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a102773ac3ab252bed34d29fada61419823b4cbb718a8814654afbe371ee23e4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dcdc3881648856590afd717f9c1f049bf3994ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7adccd00226103cbef290a92d178b6c58c5d5f718fb25f5209f55985ee5013b3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..612c1a718698f5335c92f1805d0c6d75716fc29a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c03f3129b0f7dd0883b645a0edb1600627cf9010783dbdc7c277e7734757bb8a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dcaf58f899ce2fda9b304c696ee0eb7076e4f87
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f00000bc73cab7f4739dead924fe449ab8f8fea3d5503298c7023812f2681ead
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a818c5421e1e7754f1bddea999e3643b97040cc5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2aa42cf7bda58c03283d3549962496b3711f3c54af2ca906626f9b12fcc38f0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b38e1371b67890dd4f2c221679c9a0d9e89988b2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392fc5f837dff0cca25d7c272d2ec0a8ff6980dc8cdb4ab67b7299917ac2c193
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c5076742877a3dc230a9e5cbd061387e55416b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e0436ca0ecd4f1af795ab5832d61c26c837942b23570336288462b4135fa20b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c5b00f51c82a369a262caa6368b1b24729c3cf5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:589c35c832f9495ef0d09613c02780b208fee7c837c7b8e840cad8c84829219d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8fcddefc85c8c5d03d93ca4e6acf896ee010705
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a1769f2ca6a03030dd4d7ba5c651057b752bb71247ea4fc6306f4b82dc72dc8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f0df82ed7a9d92faa300b4969ee93409be19669
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1acbab117dbfeb455e5c555ac18a09a833d2042abef2ddbaf94e1ed6de760dfa
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da0eadcf924029b6348f167a79ee6a8184f288f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df9b00eb7aae19b9a1d2f44fe811f78677ed417b622a4b65829fe16d5976709
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c237708c5da4b1e58808d2501c39236c2d8e0e5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21af8b3028a108362c758d7183aab38a701de3365c97d5d17173a6f3ce77d3c1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56a6cd9b56908fbe5d39923ae26a3cff0475c669
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4807ff82633dab91252f2cc8830e0d555abbf8fcb418eb74f2565e8f9736c3e8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c44873f742061b03d10274134c5bf59b1e477f45
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54efbe036007881b772f41f8e089721f9757d96fb144e7ac7cb682fe0b436b0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f09e862c92c743101ff2b07244d1faa38e67d72d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2fc9fd80b01bdd626facf86c9c4f6e0f9b28b35af7f10fda821ebd63f90154b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49ea24c7109b3bdbb4bb4c5a17d5ed3b1d1b8714
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f0bde7dfababdea2e55dfd07b007c3835ccecb6947f54da4e6490733327b93
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f78d67eaaefe97c38fda6530530dd1b742b4f43
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf0cf25bd9f11dcea65023227d26a98aa437b0ae8e66608ad4e5792aec4c1854
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5bdd555548722671ab6218f170d54a7e3fbe684
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:875ea6362c409c4b1777d5f165be07c05d34415a3b56e8747c14b68dc67cc669
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a52305cb55c51148b7a2c240532be8e33ee5d5bf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4068763e9d0aad2efc69176f7c011381996827666417bb46576a85cd527131
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e97856f0635bac5cb5d75a8a411401f668b1dcb0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f845ab61437167c0c0112d35849d51ee2726f744c653157b0605a756eb15e75c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c113ca423803fc99678d8a4e5e31aff19fcf322
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f1ffcf69757e254bb3fdd08b4424b26e22b77a7a22637bd54eb50ddfabef8d9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dee892118976b530b76079ba0987e4f903d2cd7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2119dfcd42e925690f3c46decf3e6d40eee3119b55caaa3e1aafcd68463a03c8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7db685e11e9ed99cfcf0acf4681c8be4492205a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087521e1f1a96ae8e537f1b53dae1ac0d1ab2e1ac6e8471fad864aae1a4fed23
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2afac596b2951a60150b201d35d5687e68c0b0d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e67eb0f2f9b9ed8d0a2f17a3c318001b75d106c0d5cfb1c8f4e330ae3e2d1e21
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a7fc08b1780a5b29332dae96f77508ba6d06d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b5984d8c296951109cb8e04711576aca3d6fb4cc2ea20cf3ad5f6ceccbe889
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..610f713aa9ffa1dd45bb8b4f8ff6d07b520ce18c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93a8abc0d3776c9899fb9b3a64b5bb2d847a090741819962970d5b15f9dee71
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..170f5f22fa1d28ba752874a79e5e043d6552a27c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5437968a1dbb00bc8ae365f62f5a6e11b05dc65a9370b161abfcaa15f3e9cba8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c70f8aeed5ae28a373a70a9f9761a5edc72aa119
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f5b5c1d672323187a61a7f4f4ab6f1cc1c0758acb988865a0600b43ac6896c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cab1789bb8b073af7ca65583b94970ba35f377c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a68207735a3817570b8e81b3f4beabc653887d8da40233a091af22776b0391c4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6014dbff219972c17720c662c9d0778ded7630d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a83572faf31227030ec2868b7552c53e9838614bba3195c2d45575f966d89b36
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01b6905bc5ee732bf198d944bad9be503a952445
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:263b7fd45aec6a45706b79ddff212ef03d791dd48b241e7e3b4368997a345dd1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26f37d48b2d64d2307db1ab838ffd1142ddc9285
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6150211caee34a54305341a340b605aae6049069a60bc5907e5c2cb3472d43a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80eb8a62010f623d87f1a738a9bdf53726600743
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f721b95fdbbe7c4fe62831e28743635e5c1ce2af6e3c8b30438e727b24d0484
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c10ed9c1ae7188696edeb6e7a17b793bd4e562
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca9adeaf1fd138fa23229727ce60c08614e2d7609a93189d2934aff41ad0bbf6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e09396ce253b45a1c846b29ffe523894f738bb4f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57de8721decac47ffb6ac1dc730ff4c26f89d2f17e6d8727c11c7faab833b970
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d4b04bed7f3d6a47e71ab395e9837ce513e741
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4fd1f86dd9e8e555b88f9ba3a51ef0ba402f50e092de97eb12013e8bf2a9688
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5664a9ba21e83662ddc63e0b205c532a0735229e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f51b3fb233988ad88b8d37526df37fb6bb34f844035c24ab3a0f572b6b6ec46
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2238227bd1264cbb1234f975f6c03b4aeb67b39
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32211130655e7707f08ff46e9d1d71d8fa252e80a0854d53f3dd3790c26d185b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf0a6d0687bf2443f91277649ee021d97b01cf6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ca915be6fe8f0fcb759699474a893968c777391fec7bf525ba0cbc01436ed0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc88301441387768186c2355942aad26776a994
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b6e965297428c0aa6d5777acdc9cf8798d5343482a25509de3eed0adeae7a1c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf93a1cd35c41758ef16d6ec43c9f34a276d17f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35285e50f53f21fd950620940a36a439591a92d6076567e516e4138494290e54
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda2469e4f6814af970f4e32c3b028ecc680b320
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff5e8d422c8cf42b15360b56bed5f798fa3710f0cc742d7109ea108dea7992b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2343d5821e616f9fd6b733a4866452e30dc6911
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede6091b6e969baa1da353a9568602cd3d202204f189ac7ae932b36f2ae0e015
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03203d7aa06a7532dab6a891155116143d3355ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb7ebc61a8f909d6cdf7beeac6fae6be62daae9fedc001ed89246456ad818b4a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04278e20ed623dec04d984ded14d5d89c6a7f391
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a748b7f0ef58f3c4098d52f45514a61b199d53bc8d3dce9e4852a015cbba781
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43f765dfb2ccb835c7fc6d5c9f34841465bf6317
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b685bbd6af03c112d22e8f3690f1c821b76944ffd8499b77096fb43bc7a87064
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e669e36dfb01ae0d0949a08e828d254f97ba713f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f693ee81708bedb8f1549ab68db1113bb3d08329a3b93ef6e64c6ce6ed83e5d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..410702f3c5bb8c73c61d4dd4ab3620720d1d9180
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd85a3a90b4cf995cadb92d0662f9abc5940e968740aa4f23240a718b304fdd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4088679661f53e13fc3a467bee24296c4f02f1b4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a2b088a066a703f2be4024a96c976ffc37352195e508a2c49f7b17c0ef78914
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d796b2f5ca0343c6d09bb3c2a9fa69847f21c8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff57763bb52ea5c6e5e97af2319015ef56b018f1f19b30d39b775bbd275acc2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5e766ec6b7e64e62b2060b9abcc69077078f38f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e3480832cf081fdfcf4dade4ac6fdccf43d698720c75d3176aa9c7350c640de
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc62ec0cfe62fa8734ee56b41b03e927bb46c461
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef6820dcdc1d6221580c39f98c83dc4324ae2593f6a4280d2fc29d17fe6b262
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea636b1af6836cb69eda8afeefd110d9f29c2bd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c372806256e477c8115c0e840492f4f5e7621948bc91d8afe7965fed6a738ff9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2e3c7d28fac93e53426f2decdc3c45e7cfc43bc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:708c33e016847c72d5d1861d6f41e7e971f81de6554ca73a1e52007b54c3804b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec1b44009fd5c75c0693718cc95be255ea4df20f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5d5f07238ab4dc621fc4f3fe5bfac82a0dacf481d3c83c4c2b491c15831394
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68032824568f8a549382defb76836272b25a968b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b4a94e85a9c96506648bf80f350d92ca08782112876da384bebf1d8a83db8d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d62f80c77944540b89109dc70e74993111d8d31e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:584a58372f1db0af28149f2d39c8c5c4b26e053d2c41896cd722b398c38f52ec
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dfeb17cd0374f0179a73d198e8abc5204744b23
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbfdfc36be2ee31bc8a8fa3c67114237bbdd19c19fba128cde0d0b7aa8b62441
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db7562bf8cab0cfe0b344d0357767f1846b630e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30620426b301141067b82bab7d549eca66d794b0c30c52d04803174cf610e776
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a089f6d9e5cf412766109246e6089bd388125fa5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7080db5ec5b3db974396bf76387c680cf4d6772dc23edbb311edd6c87f6123b7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..452fea297750ac049c4ee3d3f1484b485a508e3d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23701b2706816bbb65a89cbc4ec05d47006d8dbac122520a5dbc0e06eb24c7c5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a7928101982bbb9339abd42b5fbd5e14a6ff012
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e7c226afa6eec434e707d7573b4ac4adc456210c8f6439233de571ab8503bd9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eb42ca93587d68dbcec507c1e5a7b853d20234e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4c8a1c05c864396d57344788a75131450c77326188a3931dccd61eff43b9ac
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fabeac6286094948d5f532d0d8e837432236ede7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b39e0601c8f7a29c55e653a5caf34a9c54c41763c86c580cb40125ecba4d9e2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d44bf169f9018af9046813c921ae98f347e6a3f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d50d5569911933d10fecfc632fda1bd072aaa88c8f7e29de9b99da56b06fbe4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbc9154a4a2ba7ad78e42d8e94aaf6ecd1338ddd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2269737b41bda7c4744900d2e6c7fd558b1afbd3642642d3dc427f5d843ac454
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f2f8e08bb6aa1e180f3921774ea185565b80e5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3aa86f0e836bc399de32589a09293b6adc1e90d8468f639be86ece3e2284e3e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4331f889cd6d345f34688f43fff02a587747b6e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2611731d3731eb7de17671cd31dc2e54c94f6ef910699c483a793a1eb85f88
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0823ade3d8ff1bdd830d4510d0f14cfc4f0c54e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52bf17e754b1ce169eb1ba3d7360c5c5d82d1f817a77dae6b232a0ea38f6026
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc44c4cb9f2bd50a693a4f5738ba40ab6ad8b77
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:761241d23b82c847d2d7e93c86180f1d7ee6a216b38514e2700113f56f06e179
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d67e900224a46cc58193a5101b5854d89a2e0132
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cff115933c781986ceb0e955921fc68d5df71e28f31607d86de60e82e9c524
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6464a976d84f8614f1baddb67051521e892dad93
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa7da9cb8e766958e3fa5ec9f372eb8a552acdfa3d214c144718d264f20688f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f101c25c0013ac4655e121ebad82459d67061cf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27cfb019a68b2cc98823e40436757a47cd13612a1fca8f5a88d14162466584b2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..376018c62fd24f5d5685f89aed860a1a1e089e9a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1bb69e5918b4b5ed229f31247bd93ba2d0f9cf5f6da5f2d6df8a1a9be739fa
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ebf97a441695e1d743e6a4ae75a97b40788a18b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1968315a811b04db34fd782120841ef50dfb65e45b2413a924a689722b1b654a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d729f7db42b0fbe3f289eb1d2e2048b8320929bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd8bf699493a11e75c487aaf156ed123496aacfe38910703c108e3b55192f6c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a5af2e6a7f0f2090b150d13ff3909734f768690
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9939be9666dd23532cb3c5e0799bf2b995cddd34f84adfad674320c26abb59c9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddc42b466408b58d4b97f27b94372d172e6320da
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:221dd2c0a4d1ad92321e4825015ddf6e48d6ec15aa0e2503fe5396b96d698740
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9504c551381e8419a0183b01c827e610c0c24173
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01534992c8b6d2f79ad5e94b1ef6baad7b52c9bf1140fce87b32d0bd17a9dd03
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33092bcca7070cc00f5d85ff2540f926977293a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a088168f89aa2ea76dc413149b17a7466a5bb81e63c211e6a5ab9c32a771f4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..980caa4473759084b111efffceec099f36aece9c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a874c7471b7b9966a8607abe00bdd6e511f08c42e120e354c37d2f0cbc26ade
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1049f34e3c789f4d8f2cf83b66734efd8012ba68
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2baf1b83d4c533f896bee4c3856b226f4838c60d795b06861dd5a182e5e1e0e9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e242cfa678148ff67e9c3c7d75040839319e075c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:353ee0625fdca251551a1ec01655e10f898b3de5489ddfa2bc6ca78d9940b377
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ada886af96b2763b0e3d6f2b7d4f4b5f3723940e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e7871f6de9420e2413759e5c0d4336b5011ba115f14ca47ebfd9a1d111f6d30
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd3627720a9ee5b01c78a846377f2643270578a8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3260645204795e2d08f17b180b84ac4c360c1b4e176ccce7aab92b4eadd30e2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0078762941e1d1784808406fb1b0be38a3b88c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f553de568ca8ca22698e5b8d08b1fa4531513b66f0f9e6f0e4970de1373e16c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..990b1aeb1f522825c7389ec26ae3afba57775d7c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c6e7e1160397254e78a6d015a380f3639f905633c90a66888c24d76f0366c5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..696d8832c9d3e972b106dce16adcc9c89d795ae2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb2493b4b071abc9e40e0a53120516932474b1ddb44c3052da42c502614fc359
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b8bc4a86ea3d98dc107d5558835df455bb0396
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8923929a0cc89438cde7303449ddf17715c39fa95f686996e9cc5fea2a61d141
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c549b018a02d3e462972d16c8f501e46ab1ced6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2572bfa3a38bf7fc611aaa92786ce198be37855998efeb3a1fa534e3e562155
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6edb8099e921357671707721ab1e3d2054e22df8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e210a5566a39691f0d0b5e34132e6d4771e151f48060fd78335399f89cc1a0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..017125000a169b7f05558a21d5607ae01ec3f7ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d16e4b27c5c8493fb5a22f6f0df44bfe579a7cc3adceae0bcda2e9ae71e73920
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7e504f1080210a4360661c375f85dd636ccae7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37640651fb958abe651aa1501d4f180137d1c3c024d4efc50d635df1809a0bda
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c3ea50be4638a24ee4e4a6c4c615b8b444243cf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c87e6270b586aa07990f88e294456208fac2dada54024f997d3e2b520b44cf3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3663ba6614941937adb6d2e87fb778512474c3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d265ee4d482c5fd74f43dceadb1be0bbed696b26f9dfc76c934b30939537c18
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c15271cc9193a690dc212a7bdf0a63b526dda1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ec4b9caf67838e6a54c464fe50019a3d48d3145b361b22a0683699ed534b99
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d63c1e880390261277680c3e2fbdc1e1dffa6d0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:966103b230cde92e7f102d3542b6140dd578e2c09873cb7b765a59ec08f1badc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..341a67a386cbc2f4f9b67bb2d000835ee2a5f52c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:269e8e0092268580a5f4e7224347615edf41d83e4ac1ffb09ef59bd69ba0e01d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef277d8cd6f59bac9b323f0d256ed9bee41fad6d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e65fdd1fab55f825a2c18438b41d0370e275c51b82b14ba129ac2061be3b9c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..190f47c56916600a5e6685ac21ca525e6822ceb2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a48a28a35e5e00bdf69535acaeeff0eca57f2b3f93b44f8b644ad0e4dee94345
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a631aa8d1c27371b247954e9e3870d525c9db49
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d735ff5c30000796b6f4d35cded5f4e98d390f40284d8af4aa0a2659b1ffa0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5696ac730d161edc1bacc47389aee908c7477ea7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8297d171e76191886e4081f0a1d210cc5217b576d901d3f0a214ea48f6459483
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1312496e02ce7fbbdf5d8d1c3625d60c2142931b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47979f153a70178bf74bc451ecca7e78e279a77bcfe174ada5a2c7362d7b0c7e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7990886316092a41ea625b368f39b4b2f4a79b69
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a8059a315832e40741224f51083c3edae8c2faaf770e66d125fda8465763877
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f431a194df99596144ddac18b3f6dfe21ef6cd1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e1b3fd2fecb2fa93c1d1e86d292096a175fb396be958856139a0f562ba0e4e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..808223299e2a74b6bddabda014baf5a200a0863b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b28537193a65fd93df9ff0058335e1a4f49cfe93d8d8655d11f6afdda8b7da4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e4ec139a7bcc4d8e58be2f4e170be74e2aba659
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81f5642ee73a89d2e873b234f6217d3b067726fab14058806fc519e0aa37fad0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa7ae52ba67df3e021a22ea7ff1494e6bb5062ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7b8fb8d03d03db1c29f2d7d5e1d9324f1efacfcdc7899078329c0cd5d46fc05
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9208ef52f78e05a8c1466ea00d23e850581ea99a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba2476700005d3414450062049721ae083fbef69695cdb75c5798436a82fcb7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42fc2e60a9c81033672b749ba45880cfc16fec8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a44d5fd4a20324e18f4175db0a9d71cc918e7c0b83ccd69942ea982c43474a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af3def7446e44b192156b39c27fe6a8a36b356cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5f1c957b2cd5d03da8b4b734fb3db840d97b60003a44b3c243b361595c8dcb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdfade9ed7da6d6ebe3d18f4ff54795ffe232aa0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18ad42e51e3b59d6d0b5bd91de8a4f7b3502d84f4b9aa5b9310b723a75dcf453
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a78278b9d8952cc25ffc880c95f4de765e8c48aa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:645b25811489cb73072bc0bdefd199bc69ce6c53626015ef050bd69400173f60
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adfe6115384f49f4ff7e6b1dae66ed2a47fffc47
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1caa73ea718b2f1e13c5ebb625da42f9a59af76d7e0a7907f04bf86e5d56824f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d624c9ed5ee4c975772484fc6191d9238cec58d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ce1faa78c3c84a44cd1fe994f1db69082a9f535dfa7cec76c6797489f3ec5a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02d620b8c8d88faa4eecac06502473dc75eb605c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c18d01b8ccaed9c08e87509e389eabf325cf3a292fdab81f9fa6c6cb53737490
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eaa99348f77cf06d9b56a2a0984ad7303368fd8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715b7aa65c21661a7d49e51d175372e771b2d87758895649e0802c41ac32471b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ae082f9f3643b82093e11b8f633713311187d0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3d9dd1b8276b0e0a19428e13733f13136eb12773eb558d7e4d94e77210c52a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c89d622879eed6b8eb8b25eaa3f9da36d5ba1031
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01792fd86529189fa61d7ec632c7cb69f79793f2bfe08e3c0d48ac701262b1f9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..255f39d65c012ea548d19946b4c446de2d3d0abc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90664af4ac8e41e06632d63ec1dfef2e713b53e834f89cb3305e4ba97ffa2418
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df157effa0bf8649bfa1539f30e696cedaf33b53
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6beca979f8f96174692bb13925d044dd7755ded3bbebd2816dd34a9be9930cd8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6fd5a81a09481316b84da8c8518687136cc22d5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff217b77bc8fed871a6bae0ea15c443b1876030fecf69b47293de13bd4c11269
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc1a50e6fb8d03997dbbc8e7dcedae44ea397f70
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0fabc9733055bdf4d7c78b03b921b27d7ad1a4cc6802d4b68acc9b7b0a60087
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1a9127ab7f3073eaa674b1f6a50844117ac0139
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce33ba46c772518f43b44c2766397e24c152e96bfc79c46c786dd2361c5e24b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f08ba2d8af12131c1bb77ce88767ba8824ef6973
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e617d10d01d4dfbca3b7397f7fad0cb4985a1d829cd4bdbbccde5f3dbcabb1a0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f4484fcf14f6f797f0db3d67660c0f89e69dc6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1cb72d90364bf9ff443d4ede1b6a222e3bbc259a669bd9e548cbff10f8957d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2840c45fdf7f4bf35721ab43a1b19ff87d3ba15
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b01f66fdb4924aa2acfd5d57cbe1b69aa3c8ec26055673b9aad98ff4055e5f0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8827c5d636af685ac2a342e909667beac2e91e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0755a293baf96b7f860896de407f9e921211cde832928ca1f1b72d2b775a8ca
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..997bc006a7eb00f7d003cdb6763a2716b4bb8aaf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ce5ed2fb3a1b0808554e6be342f7e4689c8b8eee3115c71dd8d887b6b5d7247
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b6151ac55909f17c700b314df01469d902b178
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15593560212b4ec31562405d7f6c30d3959d622b25db9cb3ef1540f3fffab23
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb9eb87cdbc18bb31d47fa79307a67f24622bc9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e7530cfb494c88b521f0d332a119449861e97d3a623304bbaa67bc13ddd4809
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c0f348fb4bcae92286608c52fee6993ef1a98f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f9f9b3344212e6b4781fddc3e0c266936c5f04d16d7466968f9769a8a53fe6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31e212ff65da1a0a94fc8bc39db51813995c6b7c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc4a8da5f8da60c549315e6afbe8c979e19d100835b5f09b6b3f99060cf3f86
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f107f193879ea98d6ff7d7d226337a8b85d2166
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:404fdaedbb61ca0e9c633398cab17bf7ebb593c37183138350ace36a0ee143a6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..282e365f79e071ab8ef54ffd92f99817d06bd1be
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da08683e7776d1d7b5683026f2998e639ef6fa05ea750aa147817ab45aa9fa21
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa95eb3591a2693d162efb2b1dc3a33e1fbefd2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7057394ed6ebde5ed8fd3f06e28c285228ba50f4385672ccc65b0940e177aad
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..470669509649e89137e4c5f90cac3a8c3486622e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6da488e97f54e3c261955096330a331926f33844d2324d668e783bb2db41c2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9294bb783084beb894f76f1f6c7082f5babbe429
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be4bef9b359ab7f2f9a88e45f5bb8a7c539c86a65ee5796bbabd6e2a36435641
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d346573d165cfca21d547daa2735104ced4f9c87
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6caefd50746022e4b48c84e5882503f5e1f6f6bc1f708e066ada62c39c286788
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c6951b72d705e53bd62629ffc0cbe5d0c8ba3a7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ecb972d30cae8d4f3e62931d687684618b7fee043ea340a8904d838ee4328c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..292cffb7e492e57c55530fcac40d1c1ff0665de8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e97c9db8806b96c8d8f6602eab96911963f88cf629c51271f0b4777d8d1fdb9e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db7f74dbda4f0b4e1e9d6f76dd88041eb7b6ab37
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2465307e645d4f3f9df64a3e3ce51b85ae4635390129c0c957c1608624a41cf5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad6f106d930226dcc5be35a81d2b02a639a792a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ee72bb74a8d94f7a9f43074acc6798907e489e2c399a157567743d24518a408
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc3e8d7eed2f01684d2fc5163b691def48cdb8f8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:641354848c10c59a902f972509bfecdb9f54b3fe9ab2ab90644030dab4dc8882
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3175bf819778a3f6760846a27c9b4ff81f73934e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06bdc33fb5b9cb6d0d5c0ad0fd738d2a2f261c6dcdb556f09000d19c03d2af09
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac0a6493f046ba8d0b036f57fd9d0bc4e164dd24
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb8dae05fcc596b827d2a9abd20c743366cf147f81993458f775b8e180f0f5c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4347dcd7d9e696d337150421d0e2ee2e25e97a1c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c263c461ddfce06118ecc9f8aec0581a0382aaabca62d59b90a0d3b90585e1e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..812ddd7336a9b9054c371ad3277e159b0ce0142d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:865f6f0651b1947454396e4911cf5936ef717f9f6b9d3273f6468b9e870a9a3e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dea168fe7e0c5bdb516980e1750b6f77da9ab654
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:911b2034033ab242e4ce8c9532412a70afc339c4e3c708533cd7e793a6ba7573
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa0ff3dbf9b0c1290382294181ce9eb50feba217
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ff126d195af191196bca32fd803e5399447fd0c7c151ecfdd1763b3b67c3be
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eacba7b6800ae615b6fa5328ba397bec46a5d88b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13bf751d14bd1f699a100847428634cefe239eb9ad418e2b360e32699839679d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fcbd538ddd212c513edb9be4b580cec32082869
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:648242511b0340aefff4e0ed874cc33f3974f443da3b3bbc837d95dba1c95f79
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ce121d2bed799a18a6cb60a71c9c4ede48156c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd50254aeac06ad0f7879f4ec086dd7016d485cdee79d2e5131fdf4002b9f8f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d4b9a4d18085287a1bd83ab9083ac83667edffb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38abc84e784932c71c63c743e61cf4fc3f82b968e31adae492d8098d6e92d239
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..627f78b6bc67f5984c6bda6291f6f51bc1b80990
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c003f23e3f0da4c61801d55bcab0648156b5a5dacbbc57b652bc73cc841c9b8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f336ec6d6cb0f5c75fed1e3ace79bcc68504a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8402876b5ad799c6c3a11b02c9f40d8d5dbea2e5822bc9549cb74c7c2dca9c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af1e211d66b009c79b8c37de79567b26dfa243b7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cab5f6dbd873726bcbd1dfca768da86f127370fd8119ed7d669985db9f55afc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55b2a4551ee0236d575e9dd18240ed99cba1b090
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b36065ea4a899f650f76a488d64dcfca93e0c46163d19c97536bd348387806f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..294b9302141be7a402a12ad1e85935f74d78fff9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e64b28a25a0c80a1b5679d286d53f3a59b81a7c4a270659a03037d68609086
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaabd1b5c3d0b1efd6488592b922c58f8682d6ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad402f2412da4bfd50d7ccff26e73c901297f04c8c59181bca6b9236c9acb68
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1022a464c2d0097b54a8b94c0be989df2804e7d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6efc23898916c3eb680c544147cac132f657599a648cdab78723343dd0e3e0d4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b55eb712abaab2de3cda2ddb0e9152ed4235e1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b47b5ca50847eadcf72a21c68b3fd3ca4055bfacb64ab78f5cfc36c7f9481f44
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..266f55116be02177028d080c5b96b4063cb8371f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a799a9f952e4c6805df6e3b1518b633e1fdf1ab2a3c23cd969ba687fc3a95f7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eaca3efec23adf5a77faf10d82cf59628bfbc27
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c6111944ef5043af75a3f0cc51cc2e76614bb060f7812139066adddaefb3106
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b4d98c386ea27b1022d24098ed756aa8d97cfbd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a426411aeaaac3f30d38542fe5d00e239ce578b9398b35f28a6ed652c9f3a03b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d2abb02a44b5d8196c65582afe61edd9918e030
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b68a1aa0cda52ecccc4a96da8b997c4eed4525644c6fdb3a587bd263d5b40c3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef745e491dd3bdfa4adac96e9cfe1c1f64bcf848
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b419374a052a8a3e2ea3dae37cf0c85401b3a05fc4bbc25be86866ddc23a17b0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..249589014d2a2bfccafc9f691785c3152d47e676
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1e9a39b582a76d05fc547e258d0ac0017fcdc10c2a51dd6e339deaecb723f7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b03b528f940f45a3e119eacb362520e436bc43c7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:474c78dbb65aa8026731b95b47e6018890340797b344e280f90cc28636201186
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..754f4d8e65f414e87c51f2618c9198866d891bae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d693a1b68fe90d1183e2ea7e50e4d2486ce65db67859f2d164f30f610df1c702
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c04c214c3f9230d934af6fbb7cdf2fc44ff4cd0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c83f54a18f70e0e3c96e787eae206057323a7d2a04a27b76d79aa667e3bbee4a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6e0377058a174dae7a32baf8c0dcbf59d47290c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f16b2696cca8bf8f30fdabe13c2220a49bc72c3eeefaaec2227c70b5ba83236
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8248176587ed35e1590bd5888dc513fedd4adf4c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6001924a2cf9578ef5aeaa0fe2c2f1eb82581c6a7a07f245c40fbdcbaded8252
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590ee2bf87cfcd0ab453e501a5bf4f345c9103f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740595d641457711c21ab6b4dff1fe833dd34072e25f256a1b770af0be5501c1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b86469434333f1a92e32251195a697a068ae612f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7f2b8dd66ab9e583b7732d4076c8c24cbdf1c93f603448abf9c042b90d9f19c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aa95b73e57211b800788944a2aa82d746487869
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9430428577044c2bec83271fbf4c923691c713f1c0f7eae716018205d3f215f4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d66fa47d4f63b39dbfb485d7068e2aa20a9d7f5c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52795d77156e9a90338ec4ce5c3700aeb0c5183af4b8cf76da45898ca86149e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..461915274d9eb9678574c61af17cbe34fa40ae7b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8efde58c8f2e083a28b055194a0ae9cfd452573e9e404f53fa3219cdfc8a5454
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08853dc971c013fa43a0c7c899569868e95dd898
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d80002a5590c9916d57e305e5b5ff1bae4f9f29a5746dab70db03e79b97afdab
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e25fb6cde88e6d776bb548510f3f4c11343e24a7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a35a474a8b1861799394c5ef77cd6268494d19a3c8787f879ee6df2b39cdef0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..676007d3b1fc5a8fd2886e192362f3b47f376f35
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5df39b2105432ba801f44f23a48501e037e485f10bd3b1cdc59d44544b63ec
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43403b27b2964be454a617264664f0bf7b6f75f7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e2ea44779d020d5b3c0bc4646c72ddee688e5c38fcfede01ece2cb21fc1e60f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b2dbf6d85c1c46fbe4d73be4bd6f739e5712c9b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0fcdacbd063d06804bf234f966b78ebb9fc3bb6dd57873d59c7e8504a4bf82
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6afa847ceed4244e1958d14417801253d8b33506
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366e5046481c1ed6339a9add954b7b94a271b2f14fc518c21700afd24ba84bc1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb24bcbf0cddb6500139e73afef9f38d50294d8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf990ec223164445a7a91608413132a74aed035339fd57dffb1569494fa2868
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d1085dc8cce8409525a65c170af846642e3fc4f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb79191b254e3d2a4594ce20afe2d1cd70baaa6daca4ef7a5fa4c1efc35d068
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d514960189d7c35f3b53553e2d12e6696f4e8f98
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30200345ee850936689a8ccae19d9e770b4c6a89a6bf5dcf962ace5973e99980
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13ea2799c1c9539d0585c2c23c92caf34d08d377
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c734e856587402fc0bfbeca51923a80779ff796baae654792603a486689026
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4d82d523e5d0cdc7c3f13d108e8252146a0a003
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:def6a9009b13c03e461ff24e5e2bd3ed03b946edbe760e17cb893772a9325e35
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cddbdd170e0a09a689b376a931f4bcd836823b4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9df3e36fb078074946a56da0c04b7e4c5963c403fa05faeecc8f41b31e05ee4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..910be48bebbc7ede1190161976840f450b623e0c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad2d2269442d091c97277b276007363d099e20a1ed7b5950459d0f6d3d2303d0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c563a0a0f759af8ec3664884b9a23270afefd01c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49d3e0272c463770a1c05b60112d16d99c16c283eba0db3f39f18dfcffeeb8b8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df80cc6d3eb73afff5b79687696087d009dd5b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50d613c1027ac5a0d992ceddb245a1e35d8febdaca885664e0e40fd2498fdae5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66687576a4f680c4246e447705d490a707325953
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b29e2acfce362c4c706e4cc7d86909ae66f98a1aacc4ac602a6730a63681bcc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87a92ff7625c40211a3f1a3471998763dabb8e27
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a0f10b4977cf750711c9d4e9b27ef0859e5ce0878fa2319e986fd5e2abaf170
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73f0e15ffcb1c3a538c85d4e9b4440d224ba9e0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc859bd3cf0754b943a844f0cd382adba232d10897737807575fea1127f6aaff
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c16c9cb14d6a448b3a9b9e297d7b8149b94af65
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9589fe100411b411d37ffe894a5dc7e3c0bf21920c159fee0b530ab6b6794e0e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4bfaf76b5c8945b74e4d64274445c5a1e39a1f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd5ba8b43f29ea6712bae889011a13dacb6c0b5b39c33e1d3c0f876b79d973ef
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b3ab7ff379adbcb72106e432650be3797f63879
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2134da58f28dcb63ff9a7a0e1e33bc1abcb516dde2bcfdda9c7ad820dc5fd358
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ee4f6accb6ad3baaf2f2bfbf0f33262ad329fb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a672e67e20468604fd8981df29d3e48ed487f3f929db46c0ffd312c9fb58b5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7082d2a393a6f634293261423be4c570d5344a8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5aedf4be94351f63bcec9a6f7c7c9d5d26f259d219bd27370aea7b26c5b54ce
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce22fb74dd66433172038b1be1609341c3b5a4e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d18d5e077902d16532fde7935a30e4cb8d98f2da566acc085a5b0bc51100700
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e3a7973ce78d70ddd25dc0d2c5e63a490675291
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a992dfb7ae95311f70a536a5c7e758726b9f3e544f840e1a58057a5157ebd2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4102e94911b64ca264135c57002f98a97e7ebb3f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8987e534ea1f779f6a6ab6eca8a6c5301a479e680c16709f5e2e49646311a20c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa7ffc5517a2910fb17889de37d18a39985a7aa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87c75aca030668900d8676205ad260dd0279fb32b88f76c05bf2258fa402a391
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d220e0b5d8f9000ce4546ae35abddb8b8fe41e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9446712f232a7864a736abdf901fc27f5f5e6aa4741fd6abf83ffa83f868bb2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c7a6396330ff489446bd930ae077287bf4bb15
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55c9d7c135cc08c2139b460cb60da18a5204325d7ee67dbac0121fc66f4aeed
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3502fe25cee73b8211b5c612603d2904ec47e22a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53405a883e3ce7b0361f4988d52539dfb7f897ff06fe250ae0c8e75952d46475
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad117648d32c07f9ccd38b060c4b5bd5db214aa4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f53bc49447350eca94af35246c7a1cf4d8526dca0afe2ef150a640d5fe5736
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fb4b3d1fcc02d52614a50f4ebfa21d672758f66
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bcb58331df439b2897f512f97fca7c0e39166dd4f10f6212bea2068f2f61f23
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d23f5ec81701d721cfaa8ee490395263222e2917
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08179e3ba82de185e18d12934c7861583a47c7062faac2424154cab8c7f3150a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866006fe3bb2d8e5c252075d1925b3bda3cc549e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dafe34e558ce5aee59250c787af3acd2cdd81c64e7fbda1ceb6d298c835d6ae2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a914c613c58b2d176cbe92fbf2fd44aa9fab837a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a994954d1ff075f318664b1130807d6e5179367c8a9c4ae1d40f9f0d204ad6a4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb5a5cd7c50b70e7624a32869249ad8878c5465
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe309e438367acddd0306b1fa1b88f2284987be0bdd4482b12f787b248217ece
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6aa57a3bfd8686f236b2dbc4f4a8afa9397c1b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e09259001ce27ff76dc0eac1b7c98acc950ea784d2cc91bae71c5e1cabda9cc0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdebbb6ab2e9c78a5bed73d6597792f32b085f86
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b257c887d7dcfd9c34880a6082c7be05d72f3340ea30893e95200dff769cf0cd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4a437d778dde61b384d963aaa2db0589ee936f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c313a81485fba7c430f21d7e2a9f3300e7f8c49147284d3d698771b5248004
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d46d82109944bacf5c0022c1e6571e7febcd524
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d2f6cf911ca58c7ba5ec2f4c629ebf745122624692952e16835cff4f5ea7fbd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8057f182345f64e506b335a738d8d7ba18468cc6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:339015054d9fb22d6e720daab542de8a1b6f2f38e8c546545a90f5cbefb22e44
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27e1b97bd739a4ccda3b95dada337fbe8269e5ef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05cc9b947cbf66305af08ea8d66b9ca2500f8d2f3b8e2ec06244ecb9af41d2e5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4d4067490d9628c11111886f10543ec153b800f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3621816fd233e50dc18447d27063b75d7d5f8f2d2ac4b85b00bbb0a07d18f36a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..267e3e1ea769005661e3c1cf0679c1f7aecfcb6f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8224950cb9f696b0252d790227605e6045066bed107531279ff625b3f986fca
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9d2ac7c4048895da07de30d78115e55d23377d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ab6b5318914192c49dff4a13eaaac2027fd1f7d6e00943579dbc9da61738c22
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ded5f3534831396413869d65cf28150d7670247
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2557879201582b6d32c3cea6b654709a7d898783aadbd7a0d4dca983cab3e7c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..049728dd4a7986dd18e916b573b68bac79e17e87
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae039198f28da351def9b9cabd5b33c59fdb782f7ae781765ac79d1983c6342
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99cc4c529e2fc8f276375e2d9984475c812a26ca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56fc27a354e6850560b9bdd2deca346ee90ea1068734cc918f96c79d4900e60b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ea7735e00a8941abeb9bdd13eb705cb4d4d281
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72634997cc3493579b230b463b5f6b476bd84a5c42b06083d1c05e68d8f0c650
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a00260264725a05d1a2ab49618ea34a0a8df11f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17df84c00b5039f372dd83e5f115b78cf97c26ffab8dd995459a763dbe0e08c7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2aaea8058c5b0fb1ff725ab7604e7e965a653f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de17261343d3719e562eaf449d3bb7b3de7d8732ea235a8b49b7b09a9c946e7b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..895fcb0b12693114851be9c171cad30e4a0e1baf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8523098d30cce8483a9901fb364dd4c5486a30fdca1f0793472c51cbd8e2396
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7ebb346ffe888d94df82d1a8fc44b3f3b922d57
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef7b57d783dd7ceded5b483e76dc9a9086c73f822fe63bc6c7db1f8cb786aa79
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f9196cca5f4213d6576599b42110bd59ec5158
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a35020a07a7853f6aaabf49853a9223856afa547789f152e59a53f525f3a65a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3991ab916972195e70c24f076f7824d7a7a8a1ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e62931e5346d0d517c900264148b2af3b4a6895e8add0c5167ff7600544a22e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7451c88edfa05885af1d5765cd6f60b8b27df515
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4654e451a507e6b608cd637470c22328781977450456e49255a8f0af9c146d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8edde0a2d2e998b81fa82b4baf41538913102ef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d790eac86baefcdcc16ca5950234f4057d258a1011784bb1ee1a67e0aa935a3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6ee3d773c0449d5620a9f7569412ef6ecd7654f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1396cd5c079cb8f8f951bd721ad02bc6bd55f5be0afe5f0c8e27a5409c22b1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7269039ed8d92903b79754d747a9be3f4f6f09d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:031f582ace9599c72b6f10ae8871b376e06806bf6ecae6e7ae4915943207395b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b9aeb39fd73dae12c985a2908db0d1ae9021d92
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac71d8850b85f0363deb9a02d1c2a1d20f7d360bd193b802582cd469f08a0a6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a84390aa16655eb4bd9771abe2fce84e6eabf142
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:722378037e9d96bc2d50ff464828d7921bc1d1f097de48c319be790831382605
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..510972f347ab0f2534c8f39183426279238a1f3c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d45925059d2e1d9c08577cab15a852177cf1930437ca6af81702e2b0c4cb513c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5fe776164e1db51ed66f16b1e533450fc9e8d52
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e4e13a572bda5feb43d777878293a978415facacc031b30a4e7fbf4b8221eb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b78d3360069651549c0741d17ef3914a4f9ec83d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78e421dce8f85447ca3734a987fd6a61d184c00217b3e515f35c9de331704c5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d360587f245e056aa00420ac00c3a1dfe3a96392
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493c9d0517c5ba34207cd12205f7929d6092e5bf0cdd56aa8c282a3aaa34d862
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e54e246d35d0a16a3c49f68ec499f5bd9e323d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76844221b15ee25b12bd0c6f73b5b2c4c424c047cfcc056322d4a2798cc0aecf
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35019c3bcf9b042ca9a727d7ec61d37b746d7c41
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12d1505e6d32403894888daa76ea5b1ac5399d462f2cde2272613954a7eefbc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4186dec34fd122fac4957a0154373cb322d622ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b124a5f5ca479941329f6507573af0304406c85c9b61167f5152f51c5e2983
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3889b52417b8d035b047228392f85664a6a2b787
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1c74792d8dce8e70db07caea63d7be8b5b61fb949569c0ac00bcf0ebc333d6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f18ee9e274b75cb31199bd47d17699bbeab810a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9934ba15354cd681732d199be78005c12cdde4b3a3f122f8122d09f50cb4dce
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60568bf49fdc8ea182d01ba5bd18b86d0cce0224
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a8a10579dcf04e167d5d36d58d103847ac2a5150e4166c7f50715cd799ef77
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcec4665e6916df76058e968c1570cacfe372758
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc280ca3310b6abdc2ccf1b8e7bb9ae45172d8905f55fe2956ee490ad41e179
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eff9d9da0590d0a10c79d18e24dae88f146c4d18
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2360a35c55f4cbdb3b748fed7aea2ad1ec6fff624d7e366de29f871a7f0c93
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5bbbac15cb611a5cbd05c66d8eb1b67d1eaa8de
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad248b942007780925b5255b03b9f7e84099de54deefca432ec444d4db7fc5d3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..695eb1fc2465c04e96e481b24b1fac5f7636e1b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715d3a8d245a474332eb9c8faf0435e0987e70594f8cd6678e5072395531d3b8
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e09f52000f607267c39dc25c2640d4d2e4748a4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba1ee8087edff70017e1e8abd9a273e04fdba3e1f8f190d4b340415ed0953ce
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65e64bf4e7b442064f38b5aacaa62b84a860465d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c8e30eb58cd800693a8e49a7712d5005aef71af0e311bf201a82526bce5da37
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3497f4acfac0f9025ccd4c75527cd37d8d437e5d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3349cf11c998aea86a7996a6cc06eb016869f95fae96466b09f503220eeefc52
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda6af228aecab29eccb9463754fd41b8eb7b807
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa962ec927ccafa93b2ac6080c00afa2e47fff5aa17d98e4a8acd5168a9f4a9c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef957720701e8281970e6661fb5a85b775135cb0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6fbc9659aef1c3d841584c7a171949b8be29a4df8c8d86a8edaea90cc8ab6c4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd083bc1de4c34476b3d1293660d2643b86c293
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1a5cb39aa3b35aeed6e4404317d01a2c793ccc763a5e86af89973e9fe971077
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e86ab1e76d216c9b06bf55182807f4101c8561ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9081feaa7c8c33065f6dc4972b7a1f63e63ce4be1788e938b353021ca582f0e2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d073f89f7f69b9f1d3d7f1eff9bf56450fa22bc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00baa85cafa615ea2f0cebd60bc0a0038dca0368b5ce9ce6594eb27c5194c24
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..093bad3a2286f65fee6d31574430e11deeaa791d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92557e63a7791202557388a7841a3304bd8ac4c817f20a90b694ed8014d5a22f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e20a145b67924991879d1bc46b25c9c2959e153e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387fdc31e8bc0092d51c321ecdb54073826e6680a34e966ebd97e40a6e44f03e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ca8b645f474ed4ab0c386ceacc73e9ec74364f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281bb2e6b824d5f7035a0c5374910eadfa12e8cf59c7c08b59243c64f78c2d75
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6e0bfe97194aaf018e2831ffb0013987725a1ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3e848cee2392eb801adf85633462b18e1a7a4303364a925b688898002732fa8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2f9e4c28023266ed3fa964fc41aa29c5b31dfdd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e21e241f19562eab385d3ef0962dee72c4060468deaaaf35d9361be703a2be
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a206de0a2c6a742f0edaf9186e19ec20535bb302
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efdbc44e75d4700e66c365eb109d3ae479ba317dc4e0e402910d60bd968523ac
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9600eb342910ebe4164793ec509d3e72a1730abe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d65b85db582c28c703aa51b2bdc6cce74533a2dd2f752992162ad69251dd1e8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51d09535f0e5ad70c7e4f9bddbd02e7323bba1cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b39f0132838e65374bc37c69c2a1088294c69b2289ebf8d6a5ec82c53b647a7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b68db10bc09c74bed5b555afcb252e661e9b03
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d920f3dfea5bc164fa0e11649caa9907981b798d022f860ff2ddc6c009be78
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb68c372ab4fa3ff05f26c724d2940a29e693d78
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f50163dde2669589c2f6715a4e972a7cdb1864bb9fb4ebfd31982dfc5ebc0f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d3be76790cd23263ddd8338640dd269d14343b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff75a3ff9b36a58b0f4c12db60c3cfe8efd21b0a7de82abcca162b7aafca4d8e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bcd0dae65412dbaf76a7b6d05831b0ce7fb779a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503d0b8fc30029dd40708b81424178996bbd6864a980532f243788216902959c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b13bd980c9d3bb81ae428c713651e286b1527cf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf549cbb7980327c3ec2de16ae9d35108e03689ef803e8cd0226f9e49e315293
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..874227c2a5d6082cc0b3c681dd6b16eb03c46c31
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc04b309146238d29951b8efac3e371ce86bda2febeb92b131d2124bfde54af2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95d40c38374c376e601bfe1d099fcf88fb31839
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e787c4e46f9c87b0aa80cb27ad1afd6749a024998ed58e74b6d35b4addb8a28d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09eb33e77f03b94aa2ecb279971b7a35a7410665
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4036d0d486ae4b41245f9728ea0fbfbddbf8dffd202523f25c764f5ec2c86f1c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dad904449dee252760ba871f62873597813951b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a1565e787df8d04682b5ac0b185eeb2dee95aa97b580d92eb27bff5c81a8d74
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af378d16704fb633c28d1bff1b7a5ab1dc04a118
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d9a3f208e80834004f9d5b4c8c49a6a3dc1f484f25f7b8a2b3a53db6774226
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c78d4433bbf1ec2c3eb028d464a45de86cf007b4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7979833374a266fc63dfb36f50943f2bcc5861104ec3086e96bef18383fec9fd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae0a9aff305c6c9b68bb9a4ff108087808a511fb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d1863bb30a129822de56962f5954ff3660cccb917c290b4dd142b11e8c727e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..982553e571ef8f381309815d38b383e213052338
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6e6b8a5d1f7df0b0731f5fd64d9f323c5ea8d87919caa67796c91193a293ab
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65792cac00475a4ed5823b838b9b1c7ad2099373
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663f83a84db9258154c743d77e5b3843e74e2df5b4c03aef39b9185d1e57ee46
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..417a792fb94df34bcffe8a409d1e26793429d55b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a408395116ebe76e0cad4cac57c0d16798d7800f853c6c9b77039bbc2d8f9b0d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fee3d736279de927e3a29f0f87454b31faec2ad6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8df01bd4d694c28559313b2d60f5ce9a202c90c96a0c7e7f713ed45b701ad832
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fad2f669d7128dc0faa0e52124e4c596da2df8de
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb83e087d818a19813d00b8cd4c2074dff433a65e402f90e47bcf7554e26adc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..337891932e0109dd56f975b566de85e74e6c9a8f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3dc43bfa5697f4b64cac2520cb9f41befdf7d0d257f365cfe86e5fc33e8935c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f71ff8efb9b953f1af4ca472fddf8c6f4fc43dba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c51491fed626c9a25633375c64381de1684aa6cb59327713a68f69e9e6315b3c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21e2b617e215f71cf6aaec529ccad19423e1e4d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8201291366d6700c751b658a14e3c0f0ec944ecd1c7d76774231f77a8455c02
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26b2723854f4d1ba8eeda0b68f9bd95374d3c266
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba22f0004bef9abecee17d1c3a5bfa121ea660e5a201e9be65a0f23c129897a3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bedd74cd27b92db5d535becf41d8a9a8fc06b520
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c1a51d9f68bdf9e9de03c893d18a0f4ff2c799130abec785e7ab50aa265f1f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2ecca5a852f46904af0abd595d5a6a259b70c9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ab1f49871e1dbff51090c424fb3e0860ad837358989728cdd784ce63e14232
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27559f54c0a315317a0ae5f5de341be47aa5e866
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a3b466f4e1061de4db0c4a5102c26176481eb6b5a09fd65e6c7b0c8a79c4f6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..548ee5a521bdc1a86133f5c5d871849251097586
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3067f80823f2603450450f1034574155a78ce123aedf3ef323f69f7e80d99381
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b608adddf55889dec3eec6a6faea99874c09578d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eccd87965c055dc02a8b6f563671495282be307827d206afbe5ef1a01261128c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..805fd018489326d291f40feeed38732ef43ffd30
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70826829ce5900dc547d91458248e88eaa3832f015852eb1527e8b28531da1fc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dd07716d197dfb6609e00003618eccfcd115126
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54c995b4ee2d5c8370a705a134600c4b73b482dbb1e724066d80726ba048673c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c7a8d991aec7f6881d021f8aff6c6eb6ec6d91
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75cc73859636295477f861c5c4e839c1d4971892398529e2c635e42c160c6f18
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..defe79c077dabdbf99e5a48a3cb884bed49c3b46
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce2fccbf6a881ea726892cf2cc920dcba68f162e11d62e7cc57065941d39d5db
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf58d46ec1b6571dcd079daaf0bbfd0b70f257f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fda7d7bac1f4ff47f6f38788f1b76f8f0a24665aa3f8c2e3469459a09023c04
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abc04ab1b2f1e0e23feb860e9e0e7e6a0ed1dc68
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:956869e05c556aa6528ab12561657e18c6b0502a2cd75943ba5f2bb9b2296f2a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e27d92318db56d5d0304d799b571964f97229b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4084be5a903cd61a37942188a6d568b8cdfbe01d00c43b215f42234517df19
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70baaa1935855d2ee452abcef132871fe930e3e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcabeb7075f48a1ab45db80124937d6053d23077f2f18ba6087f0464c365fc24
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71cc2e07c182ead782856a7de421ff4b1068ecc0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0332f21d580d1522aa11eabccb176f45e55819e79bb7ac440e113df405b5da8b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a916f25e91259ca1869c0a62e6f63d5e0d3041
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d948bbd615b1934a8a6b7ae6a5085535d9b96cbbd7936b93591cdbdb3bd69dd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58d512a5bbebd73117e5ef3adea3c5fbb2b574c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f624777ad2ee10a6ace81f625c6280c0628a84d8624d853c18fabf2f3e33559
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf049f59045b0a720b4a0087d0d2691e2e877db7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0dca29a3bc39773453d13aab1e0cef80dd58bc52c7091e15b546b44239e16cf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e29dcbab5cc670d46bd33006b67ec1660b2cdc85
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79679c3fde3a56dbd88530654b83d9a074473690292f98b4e697689b9182d397
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c603b5429123a9dbf011ec6f42283f3d3bbacfa8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4afec1f15b7153d871f2466fa057e6a08a090b20070235353f1def3fb71df5c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a29f2b2133594fa6e0100be6227da515697ce8ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59def0ae01e27697042fb8bf425ae88e5435fa56a93c2249babd126ffebda41f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbb162c5d379f87d83e4b7661852080519edb653
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ed19998d9b0de19bcfb3031b67f481cd7d31c905d27f8081a44e917c13ac7d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ebe8651f0b1f0ca05664446b842334c9d0875e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a6740f9adceb83569c28a0e4799ade3cf0c4a59b41ac03d99cc5f9aab004c19
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2636f80c3beff9dc649a92359849b2f9271a411e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1880ab225edced2a6d17d62500819266c14e7da56e4b26270cd434d98d449d3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..747e928dcb34c989d9a4114a7fbd29f05616440f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9eaf0aaa35768264f54d363190b42f4ea9349758963051da57d925216f0e5f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c837ce5409f3e39a55a5c249d5db1cfb8c40b85
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b668b717f5f75da8922ff59f38f2740fa6edb4282e90e7294d315fa223ca436d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f7bdd19cd14937a5c6d57e149d1eb1c5d1ec7b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5104f1db4d88a6c8ef2a1e58e4caac645a20661731efdf22f928eeebfd545ef6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f57232d59cda7b31fec5ffddfaf2de814298b4f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be2cdfcc499066dac5ddcdb36569eefa65bbea7e25207ffaa3d95b4ed14dc7cb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d5e6ece25715118f4d5434500131f689e66d376
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da83fa50050839f146cd7b876242624788642051fd8157e756b960bb696618b0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..972928f4f6dedb5af3a988de638075bd08f28459
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eeee4af7d5200192b8cf6526fa79ef1dac41b8c527b241109592bd76e97647d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c94932eff80852d3c848027987a0e8501d65287
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71dc50da009ec76c6363250e48f8087d6479bf6af4c6919bd3605abdf88d742c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e301c8332357127a66d62aaf6456acd777c67eb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a40a2127a5037f2dfbf5a456d1472fda5de76778d5d5daa37f7180921dfb38
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c0b296f45a5b670fdbc455ff4b69c20d8e87de3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace663d4525300540ffdc93436f1c454564fb8145687ff2904c5d261c1abf490
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff2f592a900ff5f816e7b1df266781e1418891f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3a7b17d02b1ae1a9b90bf438012362e5c1a9442d11b32314a18da88a8161d4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac326ae3f2d2900bd7cc5601463282b45400b0e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aca42b1cd296b06e85130dfc63778c063acf049e5c0162739825155fdb4b7f7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fcc948daef35172d419eba92e336480ddd9a08d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fcc1a03b0b323a184f70e0f768d0865b976c4df4388caeb8227ebd1672e2d70
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389499530313c85214bb3d8ddf84a00a2824712a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d358de564164689da1d7f0d08b932a48e60d802331caf4a1540b8749bd7680
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0fb5f9f9733d24732fe9eb88495b595c3b0a15
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f61399c84337abed3ffc5a73e58977b5a2044f00132f6e2349ee23b0e86a09
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5f71e73a9236a24a6455eebdda8f92775e1654a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c99b99df598183179227ec7427108fd295bd52b405b1bb9e35dc531b82a2cc34
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37ffef8b6b3f139bb9139d4c7bbf2a86e9c057b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b071d3e02d35b1912cf26432d7c126496b889446e2ba072f8c14cdecec903c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e9f5bc47621d39d97251fe75251fc240cd4bac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4fece0a35198815fb49031cb84a5ffa5e4da5338f24dccc04ca14211c057f26
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a550786124b21b3a139d16140ca8a9f963cbf13d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86031effa1e39c974c40c8fcec40136b008323c99bace93c0e236feb95de52d5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e90379ff08b530657858f0b883b8db3847bd71
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e131bab41288f06a6a835073f1bb3c149c2fea7bc4f2155db65929d40a18bc2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b178a87cff8c2035fef3a69cc1bce73c47d8bf30
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b9cfe80c0029c2d36744904995180c8c3bb0c47fbcbb91c1c587af4fa67c68
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d014a901c6aa3637c27c0033d8e09c70809d56
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf52c339635de1c28597ba8f88519c3a78979340f9b3315a04c3beb069be1184
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a440a28a3afbe0d11e3784f3789e33e7effd6f03
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0dc977cdb9feadddaf958b3e9d938e6113a3bab231f021a2ba31896b9683949
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d545ebc585df682a803394950c9eb36a65e5cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139ae971abd4dd38beb744e5924fd2b132da021afc6a66b5648246cc993221ae
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d993551444081215f7055821fdf1ce30e1d6d9c3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:108f992aaf01a43d7290803747e582ca3c0135176c5ca48e041c3dab8bfcccce
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98f7ce5036c73a245aef33eaf0008b9f7775e9b4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854b36c2c88dd76b84c9566b09568aaf5f304334d02992416c3d0beb0bf46cf4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69fe9cfe1e4255470f9f9c950b490d1c4175e82d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542ba1e4cf071c60ef60354f933a1e799e9ebf96a5676d101630c609d7617a11
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c52bbb6c9c9d6981d8609a2e53022ad92855b4da
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15e5d90694922d648a8d5e95693d66dbaec0d9222e3e9fd91236e5364181781
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..363732b975dd98e22f606a114599f4ea05c1643d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0c4dca82ea2eb275b492af0f6c282638ca29c0d698fbfa59e2a0943c8b6aee
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc800c9c164d6574d25d6e78d5c59fb9c4022dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69497bd691f3e58a6240113bd5092bc5d0bbd10b913eb530e13bd43b732545f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33fcfba4787fdd1ac6812041913726b173e7e48d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229676b8506c5f3c5db7fa83b2a1765e76ec665ed381af8e117ef90a36a1eda4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba4049a91196d50756a0a30a273a7eaa28f5af1c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4b13e31e7e0596a8bb7169e987fb8a9a24f1a762e394fb35cb47c93ac699ef
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b0881806bbf9b83a3afbf9ba6fbe7090babec9d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478be29bb9705702f069aa5881177f7bc19edd1b7e5881665bce33789e0fad98
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d24045c01f53ed2902c0b7914cae74e2dc7c1ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1736397f7426e36aec8f5028f3c545be33037a5a5084b0596f6d277b845b0e6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bc1c275009e6817a41328ab2031de7c5435d9b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c189cca3db317f333d1a4ca771ad3edd0f9dbe9e4a300cb0bae9dc8c712a5fe9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c416fd443787ea0a9609540eb57460eb0033bb0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25bf6cc217f868067cd69e54922231862179c8ec372dcfa1374bbfec65c425f2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba44ac9002a6628f282a45c34c9376ad71bd5ee6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6feafe7f5fc22c0a00b1265b53055c53493e2a67f1c77aa8a2c975a754a772da
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..323f98c6d8d7be64b3c5d6febd2d2a2fdb65a610
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c4839c59a3488590d6dfec96930c02b6daf325013ec806255db307bdd91c00f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f803ad441c5a6f78dac510cc9f739b102dbf952
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a435e31c4630bec4a469cbbe43e321430b670f3b689c8de070b43d9f6c66dd48
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..172c5d14a96e77f1cc0abdbf05997924cdea3e21
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4353e9885c5f6668141c33e02d1ba7b1c32f4b4f2b6380744ff95248a5d9ef91
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b73f4a351ef444a3917c383b9f98e578dd6f6567
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea23e7c9ada2620fb3d80368efd87f4c949b2693636b9f90d2955c405e8156af
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ef9a670e964453f709788e24106ffe93638e20
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e515e3c05b162417b5332782ed009566747d16b1bfdd87953ba59a41fe4bcdae
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f018bb80e9df5d6b878a1524edeb102c21f48f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6544c60afae154eee5d3ad7f8422e09be75ef5befaf9c1e2b524dd98ea64a64
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c6b3c02456326b88bf1eff2ff58b1e0f3a42b2b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b56be2c0be6ece4f630d2fcfade8a18c358d100166844a763db59ff494d8f6f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65597154f288eec2bb0d1c708aca6f451fd8b1c8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4cc5023a9263684400eedf7ca7a478262401f69353b3b67442e739f9c1c9de
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d533abe34546040ba92e469b19dcdbea3b76bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce529418ac76341a349b6e9c7986e8a8aeeac4722079634a85eac3a7c34cdaf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd668f3546d9756daeb93dcf56fe6b585e125c71
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca194e43b226e8728d1c0c35dd8c985b9982f94ddebafdfee934a94eb793177
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b54a576063d21290cf6019f98ffdcb0d5fc099c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0965c72a612f11b486723e7e5361bdbcb8e41b62842eac609c9166aa071caf9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f873b50391b915ac53cfda04f42e4838d93370b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c13e1bb025c7841a454ee1f892584f5545c6fea2244e76d7db4f6e68ac14da
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ca1c9f2b5efeda0a75bbfc938828904ec374ef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85fb4c3ac6a93f90944eaa404c9d626e6035bf01808a844cd05eba2e71c4f723
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e9f1f8adfa4dc7af0897b6800e9a559e827bfe9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bda28b71da8f3bc8153b9ca13b3d783e23713bed120181006994501ef0a921a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de41424e636ec4f9c1f8dd545bef1b9a2186d0c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:467490bab1457388c7eba24e05cffeef9074e7cb3555d8d5dcfd88efdf321a4c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e77d6e0d21ce9dec977e9795404aec47d066f487
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753914a5bd60dec95f4a7316d58ce03cd5325c2b5ef9359069ed22dda15651a4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18447c6b24afc3d19ef0ae5cc1e2c10c8e1f154b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd8ca5fc52baba2c0a33b13b68172f3b4f9cb31a8405639b8a394df6b565dfa
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57276aaad8d461e27d6867972a742317d6967d5c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b60ff74289a857c1f1b3107eb9c96fc94c253a766719c23ac30b6ab973a1d64
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c71da9d1fc47ea83827c0dc1aa9d8334ec1b11f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef06f59a2f1d6f97cd6afa513b50db49b237ceb28668a587c71e73a5d85fd16
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da8f44dcb1809045e861a2d2f8005dfa167f0d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd62727f16d66d062a18f54fbe01f2d168b28be646427f9c8ba044c749bc50de
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9287ea3872ed7e92e8fcf5d0892a80bac3886c6a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d29d1c699f5d171819be63521d38d1203962b78b77c35f3acb8bcf609107f40
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469c9561d310353476af9d26337d740f0b2316e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4ffc284aba2d1165b8ad4ba88cb9b422027dbb2ebb32bb6b7eb682849210e2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e4eaecc5678c94977e2df25ec4c89cd9784471
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df09f9a07fcbcd9a8999123b269f0a5dae0b2fdf190de0496214ec493379c234
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed929824123d093d20786c5c4432edd825e1d0cb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6af1d7e9e3f54d791252d6cde1f6819663423290f5eeb80f73f4edaac04cb4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..913c8a4dce6b7c51435342f2378bc343d1aa5209
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3dc1b54c9db89d1abdf4e119d074df4e8e553e92c3675d8a5c75f5633d482d7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d11f7e1686527949981048d5c4781f5fff20b301
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:465bd5102599784f3d6e56abb0654f87d94644d7f5afaedd83eaa96b7a91fac8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9555670d1a35762d7d6791e2bdac3cd73d21d7b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c69abbfab49ddaafd4111258f438d28482b5269b471a8bddf247a0c47f036c7d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d935289836a05b6c5085eac07afbe2bc03158fc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b95248d92d6ba29207bedea5304dfc6954be71e09de1bc038f6fa66112dac5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..545497d58ee9c2b16d13776ac6309d9ad205068f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d850ddcb18feba0e074c3f2a9b59ca25438f42326f0d230b3c9f9a88adbfa3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c4b2e5a47a583fdc5cd623cf6d9272442d6854e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff977ed158369f41c81ee2e8064298b2e8aa937232e0796385a2a768896abc85
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3017d675523748f335e6e5ea1bb833c1ac4d84c6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf5f2d9150a666a02a47a51e9b1536389f5eeb92a51e2b6134a5cf42602ac05
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ef2ffa494cd8d7c82436b4e87e6c5f08778c740
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3bbe2a65aaf73908b0447ec89296b51b1bdbf4e723c1440cc7cda2ac07d16bf
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9057423454b9528666a8a6ff8a6f22a8f2a6e3f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a670084e65c4ac852a7e48bed93ce3f5225aaebad5f049d1cc7d8bc5d99d50
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..560fd67dfe19047d508f9a53b09a1921bd9b7c25
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:142df492b5ec2c38f806948e45bc197347e1c986c488d47f9947c048e02ab1fc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99c7fbb5def68eb2d0ab54a42182909a85ea8aec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d86bc0660125ceea8837a3954b287462730dd6002145efe15a6be0b8e7e0794b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..942557732bc0a7c4fad8e900d26cceb13ed4e5c6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70514801bb708f872735b9a42351f3d74c4174cd85b8c945efd272d8cfbb435
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd1fa1a5eeb18504c1fd0e1c57a3149769156046
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38ad02c5259526c2c4fd9ab7d0bc96d37479b44114f91a9e26086e5ec627f770
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e75c1a2331dcfcc9cc5c798afa8d2158f5f0fffe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4dcb34131bb7e8ff8401feb9e096e69970aa80280a8be4de2173ebe8dcf03aa
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe1fb21d2ae578006a0067345406ce4f82329110
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f61e49b7360d5903f514a30318f9afa921a65093a9b8ec38132570214f697b3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d47810317e998fccca1ea0dd519e5925515044e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cde86065528fa2cc90ebdd29569063497cad79dcd95687b4935f2a9b785d925d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94dd2877627771c1ea43d65e8645c289db6ac5f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a934f3c2568905543219094e3d9d3a0374ee34137a4af9b917b09c716e3ad33d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d702e0aede4ddd15c7dae515e672425411f0e630
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88ba91e5a8fd158261bbae596be853c728d4340c31213b048aa83a161c3cf54
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c5d31fffacec823286a0d99de5e0068bf2cbb2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45606845820fcbb7dc2e3aab71bc4d6e7dd259489c1468684caa23bdd7c0e996
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace3b3922fef4db06d8e8ebf6bbea011eb3f2843
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bae6ecaf4f2a22235c6fe38d32360e1fa5a62fa4f120949729b10ea5b941d4f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..424dda52cc5cc0cbdc1f761ea5d1552dd304d199
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0cbb654fde2def63d0f39030dfa0292b90b740b99ec661bd5d7da4b47cd8fe3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..378f2d71c28196e2eca83cf61aa7a643f4e48a5e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee01ae62755b3af77e13f1e177ca69319982c31d104dc2d1a0ea5b964313cd6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d10cc0ad7763c8266a619d8ac3396cad7fbeb1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127f2f0440e3cf9626aeec0195d62e2e3098663f73ccacfdc9c4485c84bcb403
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a341805f241345ab12a98334d5342702363c8c7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6acb445499962a5e3c916a13220c0704a098b8d61958ddb976f4d6c89282e62
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f789298c841371ea568445abd1d5c6aaffebce4f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86bf4d4bafc3d1e6945a17554a456af9bbf78274800102be3b49ac73834bfb4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fe1acfcb10efb4fda2d339083b180eb06b14e37
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f48b91c1f3938a68e7bab4189d0e54c20ef036b28b3b1a03f70475ff7c27a2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..110b2ed74c94fbe9a4a559d9c796e88358be69d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8470b2c11304805d23393295c4a9011f2670d3e5b433e1bca6e909b0d21424ea
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..201300696998705be12148180d9535c7df240847
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37340608f30e65c559280521178f72ced9c77de464ccaed85ea7ea27ee1aca02
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..915d80ed01a78cc0d361eaf009268bd0f6c0e594
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e821187bce52ca22e0c258a22e2d8773c03b80d96ce79737324d42fc674d1b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2551224eb6a86e719d69b24f15e4c6db82df36f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0bfcecb54bdd6b6406f6efff35894283dfeff540ee21445a0be0c29c681aeda
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7051f097224ff17cb69a107f282c99002c822c3d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dbf3f9139c1b7d5b11e2610d9bede27777ecc403d05a7fb2e865bd16fc69591
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6198010b2e485d3cc3709571ce9c0da6d308ecda
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e403e07735ab22cf5a5bfb0b20791ab8c98e837d13e5e5343f9c080e31c5c0b2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a24cee030d9b76cc96ddef7aa7eaf39b0d0a756f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c54973b7bc4ac627c44acae7d743fccb61067901947aaaddafa4a29dd8e2b4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334017c6a852e3efba1d0d290ac2b4463217494
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f646aef741ecebf6bac64fce78c1384c9b6f5df809b47bc8661f202b40f1854
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..974e99699dc8a29a3768240df3bed5f0e264fc28
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70cd76cdd918847f679b17881e5341e7fb2262258c61c49ee8e2a9421886598
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be117606879adbf267ab462f61e840275978f8bd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c1ada109c61546b86e97f2dbcc2ce0955d2ac47bbcbf88c423c04a119a80a1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..164a1f0bfa9d6c796e13f0623d639cd52ade25e0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf1f887cc19efa148fa02d7e3ef8c942c92ec8aeba21461b9bf4eb9f5e3777a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3497f4acfac0f9025ccd4c75527cd37d8d437e5d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3349cf11c998aea86a7996a6cc06eb016869f95fae96466b09f503220eeefc52
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9013eddeb7b9fae177f2390d03cf6c1826265283
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01fe1b82745e440acc12b67d902d071bcd150eec030dbab11725b5a17e9cbc53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5cad15e96df2beea291fd2e898596bae290d981
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11fd15eac346af54993b9bc933b9d7f3d6368f57538036e01da4a5268f5f5a92
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af2e5b2ca4a36beddb9af95b6012a1474e5abe4c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c1c7687e375f6483e42f313b7a2b96e5c2f7e3e58186f701fd8adbec2046b6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e86ab1e76d216c9b06bf55182807f4101c8561ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9081feaa7c8c33065f6dc4972b7a1f63e63ce4be1788e938b353021ca582f0e2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf5b610ac035da91245d1e5d71b111a615e8f740
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14241da01e94ad426f49f2b0731ea9f6149b242abdeb58da98a8ff30ebaa8c2d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe9f533c680fc1856a4641bf80ff815533ef531
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:693356def91dbbb2f63c435b30e4a2ffdb216dbb8240d7306fac4837cbd96fda
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e20a145b67924991879d1bc46b25c9c2959e153e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387fdc31e8bc0092d51c321ecdb54073826e6680a34e966ebd97e40a6e44f03e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..579f57cf889244bc4aedf4808194cf16663df748
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a48c8ccd4b6bc8180fe867b58d2c6db164d5d6cf82febc34112c94911daf42
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2763fc3396fa9141db0a0815ae0016efc324d39d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:789b4c81bee01ae58503a01e1d24385a8e298f73dfa0e868ace1a7cb9fe960bb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3d6657c0fb931e1e3aa9d11f916f41b9a86f3a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0482fed560979b377c28d46807a2582600dde0e2a7388b7b06f046b15c5b37c3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a206de0a2c6a742f0edaf9186e19ec20535bb302
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efdbc44e75d4700e66c365eb109d3ae479ba317dc4e0e402910d60bd968523ac
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..518fb8af8242e67b293fb010a76a5a16a33b57df
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9afebb80247ad8677b2c704cd084d58867a0421599bc49bd0771d819e021f5a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1a50b2f4d25d95f41b8701a637665c1e224156
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c40389c7798bee8a8d04ff8069d5367bdb1a882d6325e481104e683b06950b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b68db10bc09c74bed5b555afcb252e661e9b03
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d920f3dfea5bc164fa0e11649caa9907981b798d022f860ff2ddc6c009be78
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d19a17f71a4eaa6c081af05ec74a0a49663fb01
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4611ca5edc2c8af8ce8747b61e17321fed01c7f1096a48cbece6597ef96ec90c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da2300130107b7a4f4e2d7bb650bfb2010f6b68e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104c6ac4957300617c24584ca71426b2400367580f51fa93cd419556032bce64
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ef8e6b8402966fc87b880307b60c9b47377ea4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39339c0c32a72cc5fe09e77e4f382291bfe3eb07ed77955efc543cde052c3fea
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b13bd980c9d3bb81ae428c713651e286b1527cf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf549cbb7980327c3ec2de16ae9d35108e03689ef803e8cd0226f9e49e315293
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e0e1e145d9fe7e70650432c0ecb541435ec7bb1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef67dc803b161a90b4b3af77aa2038b8a5d324270c41703c46648638e2a0ac1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5e0633a104c41bfa94ecf5dd7c0930325214af5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23295d95817f76350801611e30c8beb3c5c7649d69654d6a9a694ea16556cc71
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09eb33e77f03b94aa2ecb279971b7a35a7410665
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4036d0d486ae4b41245f9728ea0fbfbddbf8dffd202523f25c764f5ec2c86f1c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2abe105ca6790d2ef3b66982827b1d8953cceca4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8cb7b981cd72914d0e3a2dcbef5669251fe57748489530219e04618d776657
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b69937e48f60a08803da9bea3675343de9c1061
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c03a6c8c004eaba0f3eca23065c897c9a215ccdf6dbfffddf1208d4e92a8d3f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ac8e11ebe6155c590decdecc4144f7f8485917
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d18bdcb125cadce2b345edef5d70001f9f4eb8d965c4d8c9dbefd89606e427
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae0a9aff305c6c9b68bb9a4ff108087808a511fb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d1863bb30a129822de56962f5954ff3660cccb917c290b4dd142b11e8c727e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5123c72d41a0bdf5300ca7e439ac85620eb1203
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e67dc1a8bb44c9931f69fc1dcaf3170b365613c3176c59847880fb5f81d7c49a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b527f35d80d537cd0e41be784ebb3a7e2b0ef8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a369b0a13b7b500aea8bdbf288939c23ef49507c24f9d290e04213fe840b98d6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..417a792fb94df34bcffe8a409d1e26793429d55b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a408395116ebe76e0cad4cac57c0d16798d7800f853c6c9b77039bbc2d8f9b0d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3d69b2e4c2a6212b9ec27fa27fe39f73e014a8f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b04511f21b65fefb4892d3b0a862b98a998e449c2fbd20f1454e6d4b1e66c09a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e1998ac072199a2d7ba2611de391f300f12fad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb4080b95de53d4141870d9173f287ac3253bc76047d2bdcf7a5bd2d4febc71
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20897df9ca871e2de28afac3649a88862845fb04
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2412eb62e9d075ed3c84954791006019e7e59df7b9c47405c516fb8dd50dcb38
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f71ff8efb9b953f1af4ca472fddf8c6f4fc43dba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c51491fed626c9a25633375c64381de1684aa6cb59327713a68f69e9e6315b3c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a0275521e8d7e2aa40fc8feaaf2e5b037854ac6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b3f4727338573e526ce5eb9257c150b3de8101702adf9c807bf3d5aa381b01d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d85e18aeae1a020d07bd5c9d4fc925b59a639d0c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9747a3d18247e38e92ddf049d5b0906f428e239e37524e21e25616ae961b680d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c60d8d0efe980b7fc4281f66e69eead8a531d8c8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c543e5d9e14dec3ac9229499990ff4337579461d891846e897565a8061282a8d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65f605e52374626070961559622add124c67e3f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe3cdec31cb6ffb498723c9e03cd2bfa3bebe58de22727e0dbc65fc231350985
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5386ef7eb981d1a379d7c73254c8202ce9353c67
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6852e0a598ea7c7c9688530460c38832db70f69d727e70a7af3a0a8c96a091dc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c9299ac27e227713638990cee1af172d2b2e0e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ceb5e9ede84b63f5595682492f71b0c0f4e539973b4fa1806b2269818f75da
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b608adddf55889dec3eec6a6faea99874c09578d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eccd87965c055dc02a8b6f563671495282be307827d206afbe5ef1a01261128c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa19523392d07f124e0c09b5cd543bb8bf18c348
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3974fac6132f15c9a430d5a87bebf7e0935b07f4a5cd4cce6d11a5bd0a8ffd4e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb320b81bc13ecd6b0bf84e277d3d6b1ac2393e5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89a8bd0d7878341a0a0dded2f71fbf7709c890c5c98ead20abb1b39665a6c13
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..409b8f424f3c54329a879d84a246693561e6af22
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e6e87a97ddc0f6eb28f29c8addc0f289f407c29937e250ab4b6764c3d9db62
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b0004aa8c31e49c1d754c7b831856ef6de0609a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a73b66a05d050e28a4c7ee24297da4b453e534e98521236a1e95e571fc843d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14ae79729db8bd0ebf41db76c6715888396e6e3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f74081e7930376ca7014ea5036063e384116aa46ae40076fd0fc10d1e4f5aec
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a856422737aaf7338e697ba2991ad6d61172ca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:128f14f7cc84fadd6bcc220aff3d2c08d98ff4cc9275d8d83f4c7eddbfeb5393
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e27d92318db56d5d0304d799b571964f97229b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4084be5a903cd61a37942188a6d568b8cdfbe01d00c43b215f42234517df19
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90e3030f113475b282ad63c162eefb2ba50c2cb6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1548c2cac8332c35083330772e494bae9ee383553c4ecc2c8867a858cc2bd57
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef5c22ecb33f040cf10e2413d699b7b51048ea20
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7079b65901b215c3d533142d2659e0448968d2f7f5c432dcf65c94e27c67bc24
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4740b7a7f2c4482b2c5898fa1ea4c24972db7813
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95460025bf3aa361a008d44113bf89226acf7e007b67a23f03b972a1ca8de413
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e10e68b5ffbffbbe4bc81c7d73fabb05e826954
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045b189a5376dfae619dbf69a0a1814104a1c5222eb228ea550b2cbdf027bfb0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8937c93046e54cfd7a599ca2aa52e6cf80f68cb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc732c06afd6dda87be62338c45baea2c39e6bb6c5cabbe41a739556e111bf6c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce489dabef9394dfbcdc2a745793ae5f8d5df031
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77efef11961fb7de0ca3ca95716ca8f7739ffcdf7f97635ee25b2a2f3833edcd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c603b5429123a9dbf011ec6f42283f3d3bbacfa8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4afec1f15b7153d871f2466fa057e6a08a090b20070235353f1def3fb71df5c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..995d465320468c061be788b64abf81850df4e20b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2aced2530c134bf9a2095a21d192a104f8b4bec7d9b12aed45afb1c3898424f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..741bcd7dc0e25fb484b0e6d3703766865e8ce078
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76edd310f3014589fb2fe996fff08b162c05a309d702d55954c14d5cdebcf7b5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac57639e10a578f32ab14d4789a0a1bc106ce66b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8ba99f1af2c82cbe7bd5e6599a74122ba02f048be8b0d05b66876322e67829b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c5a27fcb0821ecac2cbe8ce74b49652c426d90
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd43243b509f3dce1b82e38b0480bdb6ea303065728e955abc073761f8ed47ac
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..747e928dcb34c989d9a4114a7fbd29f05616440f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9eaf0aaa35768264f54d363190b42f4ea9349758963051da57d925216f0e5f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e79f3e1afe0e5f1e96fcd4f4f963c4ae0288574
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea6202b83439c22360e9eb67503b931e220aac431233935d80e452322ca3b37
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f7bdd19cd14937a5c6d57e149d1eb1c5d1ec7b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5104f1db4d88a6c8ef2a1e58e4caac645a20661731efdf22f928eeebfd545ef6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76bc87eaa6a4773c52af0fa78b091ee6fe3c7871
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e430a05e0f9fbff7d0bb10201903c12acbc114d33e5055d6320e9f9d7015d9c0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a513429ea0258e8587e6775964b014b0664197f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78a4e798dae98e31fef5e9a4ca67625662298613dfb94a0609ed88d34860f6a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b945fd73b6259b1711441f8b13fa99e5e49154a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d59b5f86eadc0fdb79a7342c4b509266ae6ce134fca078428611acf7a8ebb2f3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..058f8ecfb992633d382f4e818a4352509f165323
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e29f21e5259fb0d8e8f36b9a7136700fd476ecdf1e2ac4858df6dc1225f83c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2da5ccf791f1fa45ddd4d911a19c281b0938718
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c02e7d0129d7f8ff2c04d69001c576045e4109c35e233b12cb11ec3e2cb7a5b6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7708de0d79e32aac5dc6462fdd7b7bd5cd6628
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ab4a41fb2e17b8dfc6b4f0030b67ac002eb76ba07384a10701037b109952af
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff2f592a900ff5f816e7b1df266781e1418891f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3a7b17d02b1ae1a9b90bf438012362e5c1a9442d11b32314a18da88a8161d4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad242ec8d9684aa4b611ea0fa2b233d35c1a237
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb5a36c84fb82abcea35db127acce2166c43900e55d187a5ad2b8d227201074e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d273c6133ed75a57fcc5eef2ef34b95ff8628bf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4078e7551cf137f0148b969916b9774e1f94ae06a0c446d84e07563f3506619
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d833acf4c47ae24a85812bd40e6813cd5ff0eda2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd8f6f4b9527e4ebb91617d57c81d85a575770877d1a0977189a289975302ac
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b4f54af0e9a0fabea80a2abc8a3cd27b16b331c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a84f8fcad04285773e32be5acaa9ef2ac5828b168eb27dec0876324d3db1c5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..407f072e733b1b59108a62bd8616c33ddf457a6b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0476df27307bf435f5265dd648c30c3e93a6b4c1788df07c1d95ce011eb19fb2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4227609d340ba566ce39418c880dc82c8e6ae0a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c715d02b7083eff3e8289bd534fe1ad1b937dc9d3f8a4533f0345f485659f2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e9f5bc47621d39d97251fe75251fc240cd4bac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4fece0a35198815fb49031cb84a5ffa5e4da5338f24dccc04ca14211c057f26
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414ae7ac7206ea95d58e30ae243f5a566938afa5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:125af11cc81ad13c28e76bfa53f56fe336dcf89489787d88e08dfbd136c8ea30
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39a7c5673911b51a2dc66f416b2fb1193de9b468
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f92a6d52319d250115a603cbc4ec97aca36877791eaa7e07ff5820eec197bec
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b178a87cff8c2035fef3a69cc1bce73c47d8bf30
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b9cfe80c0029c2d36744904995180c8c3bb0c47fbcbb91c1c587af4fa67c68
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf88f8f6dccbf0658afed08d2ee26d3d02c00d05
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb57452f6e17d4d2b4bfe181de34191331d30c3dbe7fb366ec45926b58d15d02
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22d93367dd0cc1b71d3e6e5b80e2661cf4de0dbe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b08a4a57385be08d5e0557c773e3395c5b172e5bf35cb83e23c03c50a1492f9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ec36ae36090fcb743476d399addd15073ecfa33
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf7e8edcda31983b9131faa1a1c5833063518e24151c58913c4c4d984f2d79e9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d993551444081215f7055821fdf1ce30e1d6d9c3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:108f992aaf01a43d7290803747e582ca3c0135176c5ca48e041c3dab8bfcccce
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb704197d9522fc7b1fd87f7a0b4c6d0d559ebd9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3dcada6dbba719c35b909935e6b14ae5d9b620e468ea61fd5542cae4195597b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d62f1e05b6909f3afa9dafa9392905bc3e7a8c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe61b0af188abfeabb54616c5c620b5a0f98b57e15663e594183ca3b204c833
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1460c22190aa0d8aeda0adfc54f4db81fe73b548
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f19eec0bc517e747261d15081897851c2a6d60507c10740965887e1efd9246c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c1dfa46d4cb4e960289d0b0dc7be7c6c3473d73
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda17a7b3a449a72e915209a95b53c4429d797cc37e8175c0b6136bbcc4c466e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f15a9049be7b6ca7db470897d18772b7ace7d6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca9854ca6f41c62e87b3a207d50502a0b6ffd628a7338f785c19672392bac89
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ef5208aefb4a89288eba8e4a0983edbf412208
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18ca1829380010324169c2a78265b2a9fa093af9f085a222df1f12d1d339962d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba4049a91196d50756a0a30a273a7eaa28f5af1c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4b13e31e7e0596a8bb7169e987fb8a9a24f1a762e394fb35cb47c93ac699ef
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deb7ae290ce85aae0448105c3a33c3638352092c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7a009c75c7f5697eaca1b23b167bf632bd56587fcd2dd299366c91bdd747eb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e8280c7213e26400446ee2270ab6f1634060f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae6bcc0fd74ede787f951153c02d24ad8d92f22d54bad8611febb4ca15e654e6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bc1c275009e6817a41328ab2031de7c5435d9b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c189cca3db317f333d1a4ca771ad3edd0f9dbe9e4a300cb0bae9dc8c712a5fe9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fd55037f1823b2b99681ab0b963b00059ad1b17
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2f35121ea4378592b8f2b16cdd86b684ae3fae5d7cd30a1c1762e5507cec15
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..270e632368272a8ca9f01b27e0cc06aada401cc9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469aecb4cc2c103d570b92f3f76272f11375df65199d9a9f04f043349880d668
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b706776f94b3945d4f9cab1d1587d5a5f14d27
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d95277824c946a1ae288727e0ed3cb8a0f06ce8d34efe2971e7afc540bdb3e48
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f803ad441c5a6f78dac510cc9f739b102dbf952
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a435e31c4630bec4a469cbbe43e321430b670f3b689c8de070b43d9f6c66dd48
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a225e896ffbbe0570dee3fe82850c08889e0746
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c998f75a8b57fdd49ae2b6429753634dc4777da3af05281c0201c1a9a4925f8e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ba0b3808fe59472c75d4b9c217956ca22443d3e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3507da13b758fda71c1609cdb219db0dd31a6548d25a73a9c2566efce56a6f3b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d5c5858713c3ea10c3c69247fe859b63d53973f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cffa5a031ca65761384a597fa9b20343b300a2bb87a2f69300f3349c64b6ff7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..007a16c691eb62b6be81ad100eaa55278f76d62f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:631520db81b58070babfea59e5c2b536868f44f1f48db9bf65ba303f9c2fad4f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be53f89ac6b2c70868db555122cf9528239c3aff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2beae4ddf824d1aac2818c66b10b8c2356fc663eea0c43cb721a1895887499
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b6f7d714fa665d4aeff097d301ceec2eee7e1f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f2b4037e47efd1ff810e3097d1f941f5e4d37fb1359825de97cda7f675a1093
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d533abe34546040ba92e469b19dcdbea3b76bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce529418ac76341a349b6e9c7986e8a8aeeac4722079634a85eac3a7c34cdaf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d05aa21f0e78fb9bde45f033e5efb5dda533b1a0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3059f16871a73f46a75871450390b5aafc43a8f5c51e539b91569f208c05c2f3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fd35093734411f6823f15bd531d911192d1e57b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7369fe274f47e39ce5072a3151d922c8cb5a9eb3aacbc7bb387fecb4d2ba1c3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad78ec6538f3d1d846ff980de9dccff4c4d7e17
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d41dcf8f9f9e55417dbc52c1b012d15a8d3010e01ffd690b03becff87802a88e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422a235b8caf7a15ef4159267e943cc7e63f6cc3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0813bfa6c844b7e320cbbb6492132d6e7977c76a30bf61e2aa3ae8407e9fd309
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4cbe69f39ffc99c0d25be5c656ea70a2e4a74c3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b71fe1205e5c4374faa76ea3a103749df265d1cebb2c9513929faf1765189c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f69a0da0fb8c6fee0e698d92dab8a223898f89b2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54c803f7f8bfd0a04ff09ffd7b98c78d4869a4cda51b0f8cd5491943efc02634
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e77d6e0d21ce9dec977e9795404aec47d066f487
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753914a5bd60dec95f4a7316d58ce03cd5325c2b5ef9359069ed22dda15651a4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92736260090a940cc50380f6c49aab27e254365e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6947b07533a5b2378d383d457e85d4591ff8710a245b9033eb49c9cf0b61eaa
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f48e2e5c50da34173a41e9b9f75487350eda078
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6f00c9bd817aebb677218b251a9f96e873368608e2e8f3af5f7e32bbe4952a9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c71da9d1fc47ea83827c0dc1aa9d8334ec1b11f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef06f59a2f1d6f97cd6afa513b50db49b237ceb28668a587c71e73a5d85fd16
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd8b9adae62aa768b279008f60edac5b6dcc67f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6cb16836fac255a55fac27f4b69b8f457f1fa7fbebb08944a96776994e75cd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414e318eaca698ca1410557154e9caaa4028e72b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f5547b514f4e9e9b48cf09731034fa21898207f19bb99e21f78ee101f097aa3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bee45fb231d749d6393576ce02e17f3923116a4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9335aeb4893d93be95c316157f1283925dd67a4c73415c963a9b11733819204d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e4eaecc5678c94977e2df25ec4c89cd9784471
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df09f9a07fcbcd9a8999123b269f0a5dae0b2fdf190de0496214ec493379c234
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f389735c00851efd14e40ca49c6b61c25ed0b7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980d5b4661a3d724ba1b9b120db11a03f9a953cd406830e7d3c77f6e1cd26f36
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8650e1a2bd5f2f0b838ae96a777a09022cd62950
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:080bfebcb3a6aec19be4d1ad055be3b745d89d4ab8832c77171d980b3d5f3aa1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf071cef4a7062fa21dab0ab1eca433a15ef2d08
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3918eb1534dce1ecc4da6d32b16ab12ecf062dec3c3fd3d07d6b33e74f6c45c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ffc673b55fb7bf4b0076a3942f5dabbfe6a3b4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e571952e536bf9378248d7ddd4ac111baa9f975b5b9ef1df072185f9808a56d9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73f93e8770292b529f6d5616e98125463b012b2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a8f9b9c2515876a1619615d6f14ec78d0847ef88645b492f9ec78951eabca7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..545497d58ee9c2b16d13776ac6309d9ad205068f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d850ddcb18feba0e074c3f2a9b59ca25438f42326f0d230b3c9f9a88adbfa3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c4b2e5a47a583fdc5cd623cf6d9272442d6854e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff977ed158369f41c81ee2e8064298b2e8aa937232e0796385a2a768896abc85
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4035ef9351a3669cd9c57d60184df697a93b246d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:497de7ffd7f91b6e79620123cfdb64b43001d89aa22c439f8c0f905a58387ef6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95305e72eaece950d1da8a088d1384e2dcdde17d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a53eea731a588bad8c2f800d48a7c5bc1325153c81389c0d1bda8499a459a3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e19f14243bb83aa000a47d1c89c63f7e1cc983c8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6462510e0a7cff813f1593971335817d211cc05260c7f67119dcf59ce2269637
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33543a291e0a7812f120314d5cdab35e2f66f2ba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb30584b8b07665882e911f59028730733719cc63c3838cf872eddea9d8e6d85
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76280c92b6b644254b9d1f5e23fd5f945fe03e55
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91ce364eb370a046b91a5c6cc0e2e04bfd052c2aecf9e195dfc65979281475c1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc578fe794dc96ab805c743bb35fe7ec590796d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd284a8430ff8e56b5ef6cafcf13f6cd33459143d16be7559afe3f17dfdcbe1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd1fa1a5eeb18504c1fd0e1c57a3149769156046
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38ad02c5259526c2c4fd9ab7d0bc96d37479b44114f91a9e26086e5ec627f770
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04c62dd07dd033e7c393eb6d3f7e93ba4b031d22
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26a5df6d7b83a55a97bea75cf0849da1fb031dbccf97608991525418c377dffb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..004b291abce7280c191a539b84a9003100f6ba57
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbcae0efffbfcbd312b703318c3d847260a9973cc2eeda010bb2634052de111
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaf8f2fbb62ee8aa08db3b62d35410c01e805e7a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09af15b95709d891226a670dd86489d316085721a7d05c25aa0016e96e239b90
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dba0a443058ad6c56bc8456de130797f4489c6c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd1192a1cbbec08ab634dcd4dc10e12ef22d1236de25f4a264a592278ad8d139
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0641f878d6d765cf4fbdc22e5cbfb15c88d02d2f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea0d98a17708dbfd3f912dfb573dcd264b8d224c877f5064579ad11fce41c4c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac16d08130baedcaaf709774e846666321bb1232
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbcb9c2ca92824b91e56a5a334b7fad35d9491d3e46c2de35277f2f4378fded
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace3b3922fef4db06d8e8ebf6bbea011eb3f2843
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bae6ecaf4f2a22235c6fe38d32360e1fa5a62fa4f120949729b10ea5b941d4f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70cb8845404732e5bc744f2c187fadaaf2c8796d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8058a29588fe2388098b144684f54dd9724fd6ee78cbc6caefaba83d16f3dc66
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27110a58a832728e01b09051080da0e18eac4372
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:408eea001301af1654f031fa95b9a729a84cbf56c0f877b7058d58f8dcdcbf54
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..072851770175a4b0b88d3b930802ef9dea0018d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:176e3a9c8d60dc96aac598bb293021e87022cc4829c6e8c1ed8c694f8f6bc5de
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b88a6f90398b7c5529dfd2bb7e327bf5ec5cdd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0200d072db0e8d25896be56416be0ecbba51bc6d525f211d09e5aa7b3a84b7c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f2f4a18ce8c9c42d59649d6a3d89fcffaa427f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b449fd2bce4d1b55b7df78a9d1623f87df6122048ef7b58be0d171130b5d69f0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf8cb52977c65a74b0dd1e63528f7b05e5addd3e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6675db9f7393e4072c6765b8a0a587e027cb7153e5c8133056e4300c6d2783ac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..110b2ed74c94fbe9a4a559d9c796e88358be69d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8470b2c11304805d23393295c4a9011f2670d3e5b433e1bca6e909b0d21424ea
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..585f0f8f594a88937b7a6bad65d6155873f008d1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:302896c21dc69a68f769680df17e813f80bca9bf9456d1955d01bdd10556c797
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea278562286daf493df0b10acc43ea0a7381ca6d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c210d2778b56dbffc4bc90d80f48322549d74845d11fc4a12c2808f113d4c0fb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2551224eb6a86e719d69b24f15e4c6db82df36f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0bfcecb54bdd6b6406f6efff35894283dfeff540ee21445a0be0c29c681aeda
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb6d88276caf2d51658c5d79220e5aee035148a9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587e9e2595cdac0e7792863ef8285956fbc8cf720ae123765ed4ded3da484f7a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..327dd6af0802a9b9c410bfe1b2354399ebbe2ee6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23fa60d7b39813133588d988fef2a1928b36b70027306ebcd76a0a9e9de89521
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe840ae7ab417933dfd4c73885374163e49e21f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0dd96ca73a63f98a7b341eb5f063d190d8b49260ced3c5a7004b8b3935da8af
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334017c6a852e3efba1d0d290ac2b4463217494
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f646aef741ecebf6bac64fce78c1384c9b6f5df809b47bc8661f202b40f1854
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7e47d6e8958c17b27d9a1f28a2921b252a813e0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cba02957c8041be3964de50eabfc1c02a004b1480785ce66797eb266bef8d95
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0082eb656e6546acf6991eec814a4132c24b46cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a1d3c8abb40ef82b0aeeeb71952f62a06645074b769fff916a8f3d1679e885e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17bf513e5e864f269586c56a6d9c89ea25d23267
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9f7b05bc51abd315ff175b5b89630a6b278c16b371fa4b91e00d806eb85905
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b588d552c32656e68236b86d2afb391eb5ce697
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65656063770df6838483402bc7fe6f8111f27edc201f34ecb5471424ec2fd124
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7041fcf16adcb22d3f474b4cb8fd5ecbd3b2906
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:925842897825a2fb1cd4cf138411d30c20f6a2a268aace08b08a286eb74d350d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd425905c31cccd796b4a7d14f0387f268d6316
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17027660fa476d97dc37a2daccd1f58052c2fcfefc7ff338f1608d1302bba55e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c578d9eb846b7cbbef93e8f039384b8e167fdeff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:899eaaddf2141a125d4327a43047120ff66a0bf3dc7c8d3ea101510e26a90f29
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9351ff61461135b2119df9c37cccf8a22a38cff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d8e9d95bdada3305a0d332e5557c7c4deb950c0738a4f03a9fc75ece1569d03
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f86ac8db59c8886f403d95344633e20454152fe8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c459d159248530a3494915b74f4aab6ad18c63ab235f10e166f6f1f107fa2a8a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8398ffc294ba70aba5b0c36857bd6a064fad4c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f45deb3a8abbde2ffe5c8a8c11af1c71ed0a42f00354bf3f85f2497fe2dec0b0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a43f8d7012e1a08acbe7f6ee5b995c1117dacd94
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2609a85835bda7ff2cb1ae7a397bef036c0fefda45a231fbe25b9ac839b0e87
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd775811c3b9ad52e272d58b7ad788ab1344127
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c40657e830e8151ae1472158835646304ed9e9d9e7da47a9fc7ab9ace722d0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..495de62e8ef29667a0592cdad41fb2494a2d87dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9526f17ac501c64f6743e661f2d40016bf300f048bc07b6df75a5135a5ac509
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92aa2e5fdb8aa5aeafe66705065d0253d954d292
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897d5491e7b4fcfe84bb63c37b6b265b18d58367ee80b8929b2df992776c2e67
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1307b1f0b71642918f135c6d28f0d926381732c7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d9e0601a46cef70ac65f058b75c39c1e725fcfc7fe7fc8f3c0226f77a8110d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1be59f53fe3823bf6acdea05417889b02e19150
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f265bf2d54f270b934d6faa809c58193b2e1880bc164fa417962e5ab6fc3af1c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..885769570d137d2e0038eec68855f02215ea6ec2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c1d171603563357b8b2f5e926f5715bd4a0bdb54472ec6ad79097d74337337
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d47327db265c4ad35a60fe3f338aadbe4d3b9ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586591dfbdcac0ba3600698d896e132629d9223f5a6b3bf4528a14a28f003c38
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a8ae08d83f6e39995905c0cb32100b16f140bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0029a4fce9aab9bd069167b5ef1ead901ed0df3ba5bd8b9aa7e0eb62bfbc2a55
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc0bd9b66f9ec1d3b8c18f5adb4d3c0e30644f5b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f62adcd3127339708601968b525687825c300419f0b984fdb302ed0b231e8d6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30dbdb79a018311cb5391a1bf48ce9269d3fd39e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abf389616fd075511676ae8647a7aec4c5f636b3a3d4cf40c67d5782ce5b1af
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9147bf35cd147bffaae2875f1d97988b48ae049a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d462ad3be16a3581091054cde6f2edd1578271f8a837d8d624a813f55ab4a9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74629bf7d224feec9da9c61a5bc8b1040b302402
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b30ce59e0b785f1330d228468e58f95e5b6ec9a513f79f1cca1d16dcc4fd06
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f25cfaeb800745a5756048ba4fdc77cc713993
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51d2694f3456340d6c9d531774908952d1b41d5a07ece362ecacd5891c4c2bb6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89406e03605299ce7faca87b9c20fc6bf5ce0874
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c06b57a47ba4828c8f5d1e850245d7db2b33b6958f5445c83a7491ea8d055fd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0f751ccfd7f8d6915f20652acab324477a2be34
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91ede9d936bf21065b06a58d135e11b9f93d16dc0cb681dc79d30daf17c2178
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0845c62f2c868535eb2752ad0655f78387ab73
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3956730a551cf2d967a364a5e96556dd80c50fd791ecef37b126cbb6d381b9f2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aad0274203ee6e203932b813b5adabc7acb0689
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c88fd2b372378b2947a43635146e989b088e13deb65db124d20e319aa2042ad
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac58a843b52e49ea19ef5b53799a1a2057060cb0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08c90b0e27cc8b2ac52acd5143fee4303b467a7d99e84941039cbd3a38ae0ea
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa0edef53c9922ed34ffc928f49cdeff0a1e17a0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e844adf8399b413f6c3dfb86ec8b197beceed309675cab6b53baef2415ea7ba9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd51b04af9e64fee9843bbbaeb9a0fc85d307e92
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a4c253c4d39e1cc668d99f2b4e5d9c96cc0c4a6d762da4acf85059522dc575
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c768363144005d10c69cbc928c424e05f6dc23
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c732a52c164b4090935ce499d35245c227059c0764827dfd67636d46ecd8eed4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86840e9d7fd82245ebfc86d98227fa721c9d5903
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed930938fbd2dfaa60715b62de40c0e516c55b130b655ed1f331de44af645f33
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee7987c39aa797e5cc2a442720bdfe83e0cc828d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d3154aadfe442a0adabe86938148ffe46ec6f050a0ffcdcf15a5ebb0c2acf0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f51b32da95f02103824a4ab07ad91a8a7e79f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8716a80ecad3ca579178db9d002d3f7dd69d451f73e786f77b1ea66d982936ba
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd37354286f1dd8b20f88f48a9974e8d67ab4c8a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c004d1dcc4678375389e7d9d2cde38ebbc9c551b2d2ca192fb3edb9fdcfe63
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff6ffbb341187439e8f7114c9899cac289776557
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5925edd8b583bacb77aae7eba86e1365451df1af60f9c94fdc1aad5e9de6fa9f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..869205527b09e7601360e902d55e0cfeed985aa5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eae8603ca40ff373817001e477d1f788c2c3886b062f8dc3297004fb77b0445
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f5b651691146f69d9f334db1817677dd88cdbb2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da599ac6cf88ce97496b2818c182008d1896db08ddcf2603e9924f499c264c0e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d194c3fe252a37b7fcd7b613dc8cc13e31a3c55e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:218996cfdc93c7d1323eb1545d3a0e3536b0593a8c89a62820b98ff17aea8e8b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d7926e70263cca187d61d571312e07351715c8a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34240506893f1f2c6ee7aed70e7ba62b931b1a26475e1540348efcac2503e176
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..174f597e5288315e4791c002f0f00d8c59f714fb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f740042f0948b6b21f06076531b92ce2f78ce460955b38199f11b943135fb0a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e641487b5bfc06256afb8606acacff07e96ab9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e738efab5b77d027a6aa899f38d7a836f2a3484493a005e5b6d810224211128
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..629b1e6bcc892df475f6b23b2e01d682b5d6244c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb324c1e833a6b629faa3836ac40d7cec6fbdd5d5aa80f98f46d1289d6071f9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b15fc2dba8266d024d91ab40e8ac64fd36a4b9c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20b73cf8e13c073ec3054af3db7cd770fc6ac4406e7131a70ee487bbb70673ab
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee5faf8a1350593336e42e8c867006bb4cce26a7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1ffb9d253d2df436b6ef1f07a1b25166a4122793f82701d293845cd4c3920e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..700aecb4e87ef5c90615eddecb88fa9b80acbd5f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3618a8f9363feeb34d2d8ebe7f0c75aeadfb1ebbd7e79fb63e7ca21c54205fb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d10f5ace16f218cefefe358c6965c06ef6e7a5c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82973d374034b2ca27af8e1198ebcd7c0fd3af985f7fffee6de40180bd765ce1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d2679df865c3a52dd0963e63d24853131ac0f50
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33098ba1a8b207e866895ac5eb39f395366e73b645450ca7b1e8ce4f4767ab72
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d340d935e26e3da1f68727375d263c229588fbcc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad53154570fef407e2c72ce04a9b399930dcd700289a8d241e328ec1204ab019
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ed56a2d62c86fd5a61818bb42dcef15699eaf0c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7c5f281022f89f8f4950efd01c5887e5460788d3d802d1080fbd595f1b87d5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..700e46ffbf93232d06d95afcdb87f44341459d4f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d07411e2c320e29db553ee027379a34b7ff035dea2c2095903f97676fbd219b7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6ff63428eea165bd671f3729bd63033214e4844
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:165141c1ef01ed21cd47d4c8da81d81e86152e8c79c4c677d525dcaf917e9e8c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbaf171665cc59203380e22ee477793006dc80d5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bc7f97b2ad3f53d5f2cde06c7f775f3a3418f3c0273213d6d8a7010e55c1764
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc68adaffc8174dcf9b7920532cb93b8a001e382
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f11ed426c1a153d7ae1845d83ffa0dc994cbc5ed3512d6d28a97f4918483d0b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43fb14ef6fb353e78ff9385d72c22536a8b0fecb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a1221ae6d28508e580ef79a1700ddf80cf9585411479298d5fd8be21890a84
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e40cd07acda26521f481bd00654d7de5f28d8760
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fad5df5763ac086c7a8bfefa1c64cbcc18f12d99717dd1390e6a03fd20eb2a2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30aca6635ff41d0ad71b3189ed440e346b284e0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12059b9ba5c3df521924c22c3723befbbe83eeb052bc170a8b5fb0c10ef2bebe
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37069b8fdf34f191bdf0f1b85eb6a806f303fc9a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57fe6c651f34a2a60e03522c13cd6f809ce3ee8d3897de8af2ac87fb660b27dd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d05cecf4f38a35b014f82d3f1cd1f020e39b83
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:621ce6dbb9eabdcd610c2f628b938c4193035f7a211862092a4771d4e0cdfc50
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40b4978041631641fb5e1293aa32900505329b3d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8830f8ae28464ddb0ca89c926ede76b1c80fe54f0b0fda79d309bdbd2f57118
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39dd90b9e3ceed07ab6dfa260cc0f584d536e527
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c5218deb5ba44744cb6e1b62ca5cde47c244a63e27d8b96312ddb9ec71f3502
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76aa848e8308c29a91bd3bb6ee2baed578629128
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db3cdaeaeefca165124e3ed995e66dc4cce06e23bfa355ab50868c666fe7463
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb9276699acd2ac521a8e8112013edb380dd33c6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc2abab2a0e5e4a4d6bedefe401452bc6d2a997896fb6551144abbdf87991a7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b93aade080fde9336710b51c8357f19d9c0b0343
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ff105401ed9fcc645398c8e3977da2e244b028373efa3f009e9fbbb1b0c4c0c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..594ce6062ec71694a1db06feb72d1b4196b7de14
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b89941b8a6c01b1e39d8317bd3b16913919b39d18e20060d24a2b6febb987860
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e56a551ce4e2fbae011f6c870b7d1cb0ca205244
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6319bb2457eecc0e2544337c7835bcbad3d68984b01c9c774a06997a4539336
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe641268342c70194a936b4132488e0eb9510050
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d0d06f2702e3b13fdc6f65fde5ba6eea53ee62abf1bb2328726e6ec04a792a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e61b1c44b1cd80ca9abe3162c80370de1203b27
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b215d9625ae402efb04b07d9a466eb4285c370543e23f7aa55d06dbc221a307e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f10e4f9aea3209738e578e39d6b2b5bd91d390b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f328bef6292fb1f3da7d8f583aee13006bc06b4f34c6ceac5fb90e3cad785c6b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af814cb89f574b0ec2889ef66d826bbae1b334b3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b02ca7017896ba5b6121dc00885948e6b30e3ad70f7d44a30c9272a6b54b220
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..411b11866911430878b8fe00689b50c9460071ca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0460d4a5026eada547dcb3aad44f5ca0ab384d3b35ffccdb492a9e5b93dcd4ce
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da9d380fc79c45fc6234760f3843c510cfe8105f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6352011cb70f09c45c85d2d417ff58e87d103366b7afaa852ca0b1ebf6524c17
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61374056d4b63f7fbdfe924a05789fa029bb6139
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab9befd7f346483b96a33a291a4fbc2d57de71ff2fcd23f3091b9aa53a6ed36
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24d50a40e7cfe711db6eb4a1222545e0772acb02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee0ead46440d9e6ac7ceca66db5982d64baa757d039d254681b55eb94ee2fd3f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..171f622b9e8bc593b0456e4c2852d99d2d064a3a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ce6739024eb7ea0b680b1d8f5c191d952adf499f1c70021e96a83e8ba2d8b1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7b032a97130075d2819962de007a0f7df7d98fa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6877532b5bc5e998b841cd228683d7a23842b581885f9aa91ed07683b0601c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347ece8cd648bb0a585ce6677df4b80d4c893cd4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abae702048becbbffd9b1f66b1c7c19de0f670a402f6e0d183ce8baf3dce8427
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d72cc5111802fffefd85f891a531e6275714085
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feca7a4553b0d3650372d8359528f6b108c1d71363ab34a3b133893b244d560a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8901c0cac919f7ae6c7d29a8f062c77ab2180c3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6f01f114e1092f69927644b077ab207591f670d381ebc554c702bcb29b203c1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e4b63d22ad593d234f41c504addaf3d5a2f5373
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91ed0531046cb393c25898824aa4a98de9f7096ef12033e4283d9f0f9abbab4a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f10aa737b47adb2a6cabf5a8998617dcafbb6b36
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2006f4f6e068d426ac2ce9cbfbb5b296b63bc94d61376390f78c9977bb4a935d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad40690694d9349a4904037703764b94ce123a31
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:621d7a112dda20d398b47ec60b29dcb671e263abdab5330fc48f177b32c054c7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc442ec9793ed172df3b2e5129f40d08ec41ae9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06d603ced547aff27bd023a45f1290961d2b45cde9696bdfb8925980175945cf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9dcae796d7a17949a69ae631e6e2a53ed4350c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b20b5151b54bcf699965d5f63c378b288e8cb59a2090569a1349ae833a616d85
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec696ecd21a9f34fb6bd7d0b8d86c9e1de128b32
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf6d0bc97086d851fc5b862517e2f65bd5158cc3e7bff5f8af00efb33feefee
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dddd7b386883dc7eaf8700ba9a921d3c5177b209
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc99be11058587aae1b92770df9880dbd50ab6b04af8b6a550291687b753eb18
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136754bec36e5973a80e911b8f9fbd3c38105343
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6424ca3a678dcfb1797a12e31f0a3f45d695ef3a4cbf13ac242ab178053b03be
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ebec50ce8cab0662dbae83a20545e18d371f5bf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:402365f6e44a84ed67d69fa9cea3d6bfef75e76b186975bd8fd0a250acac338e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b736fa53371dddb693989fe2bfbd9f9924c2b1d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46b2a80544c827a7dda08f2e6287509211dd7bc0347f6b3317c40bd65e9e6b97
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63f8c92370bd5264c38471cef4d4cbd53012464b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3de20e171b112a9e14ed46674f694765f98b6d888ef9dd8c57fe91317e9b455
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..810cfe5ad6d1a2009f51d7299f7e3c8ce0ea8174
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea0f6536430f082a76bcc03fdb94cb52008f8d106e96f9d57fd92a95d39f8d9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae5b63f0f32ae9645c9994c3bc232dc4992f4862
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c765513d90af0fc41577c869f339ddbe6f4ba6eb3e55bcc3b73d28834c27a43b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca487d59273d715059593ca3885de4268fc1c356
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a40b6851236d7c6aa09fbad6b62a587d54e1a96e358645d9725ddd1c52777644
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..933c27c58cf911bd687397663ca8a8172ae0e1eb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:908b2201c21bfb99d02d4727d0e07969f840b458305b528154dff905c8bf249e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d47cad1795af3ebe37743d2ce741d817d5d61b6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ba45383e1b9ae298a906c66e86708848ae962511b363d97a517d98c3a7cad0e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2736b775778633b7919ce738e012d9d1b00a6619
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef736b1d1028a93c486bda50b96e60c8c476530333715242ba05171a56cc1d75
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d32178c961e8f4c341a366fe1d3f9887648868b2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3affbbb2d6dd9276594028647ee99868e00c86a238295390ded6f3d38fdebd83
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57647cea4aa4daa7e05f4f297498b5aa959391d6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab10b843e846ea5dbce060750758484c858e2e04d9c23f33b5d8ee84d519139
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a4c573e9199a9381c361e5330e736779327d3f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:563b197775d514ddbcb89fdf9282d7ce7cce6ecd93b4b02fa0b011abdc6bc4d5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ff6aa25ed9c070826ebd2e74f4eab200108a98
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d982bfad8c3c4b2761cb53467a9f69f75826bf8a3908dcddf711231baf92931c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c85ff27b9456e1d9ecacdc2283aea115f72d8ae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b8e45b3f319c1b4c2ca9c13943ce19f000615c5799291426660492abc265e0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a8f611036283df2d5c52a8338357fe7076785d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c5f0e8da9925ea4d59440903a97e3d3ebbe17da113ac94c848404a0c372963
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d774462295ee3831247f012a7f0f1a6720611a0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0007d0c1e9e87e2bcbc9e25fa5d076a5cad4f6b2942a6972788ecfa96243aa0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..432a282302face298229b9a2b283a129be2cd657
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fcf38546118c3f675c18478a98916ac6cd6b3b31ac9dbdf374b4dbb554dfe45
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b257db27d08449419dc02abcbc744ab4f4b3684
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6167ad681306ffca6eb9107170223eba8299abd91d2a61fe3733019c3920952
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba389367ebd72209fa3ba6044c9af2d07b35a8d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0dc997883fe9f3f1f56283193b1ed3fbbc3613f8e5273ad7f5b04d6082f01ed
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e66ae2ae632964befbde540c9567a8744cc247
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa43df88ec2508bff68556fb9a412f07387bb3f5071da9353e86664d2a67b10
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25764bc3e6cb3ea3ee76b77c509f4c9e7391d823
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe937faac17195005d7f4c3e8903b93aaacc57a5c58380f31377c3568f8a3d6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b333c873c21a8da1a9bf520a401adb4764875ba7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2563532c4be7f37ef8b562c1711879ebdf517c45819ed2220fae529e0173c4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..836df3b4ded070a637a08ee736e16d65c3f7918a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfe130b8b67b3fa3e6a6635f67523141a400f6aa61f3c0477b81daeca5228ecb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b72a4d8450fd7cdd96f86d8adbb0cd9e61b745
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ff0bbfef1774904e330c8026684d7568fbac0062de59248c90252b912179c1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9b0da9dd4ce96dfe61e39b6e8d7ff8907257b77
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a205e351fc46b066ed4f8b2ce65dea9781a9bbbf70c4a8ddf9a618e620bc2ade
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b9efe3dfb25d6483f03755bb4c4341e27dbe7e0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae998264a651d50d93655e5829a48958f6bdb310140fd4446239043e558c00fb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cdbe5b3705703dacde82002f1b174998f13eab2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a221dcc0b15296cff89a9fbe49c2c1b2026387b2ed4d964a1de05aeca3ba6af
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0546bb21a21488a88bf7f32683852d793ad20448
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ee8e4b09006a0ecff206ba8afea14d03cb6e60ecdf5f58390f1a5b21d750f2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa5acc0367bd8d1e17ca6da071fdaf09c94e6a7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa87764de3307cb2364ea39bac879754c61e68c3a5edf3bfd300d039fd81806e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a5f61b6f04ccc7f19ea071988256509ce4e18e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7789a9089d813e637dac4adcae6ff6f183d7b6b38b9e0c9abd75ab2c2b84bc31
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb13522fba8cb4306f373c5a06cd452a7bd4a87
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b371dcb9325833722a7d6ebb3859870f786fbdc2df359629531067c38666cb8b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..369f54ab910d72c5b659025b1e2b2cea717826f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21062eaed4bbbd39d3f3416fbae66bf9fcc94b38869d43584602e032373eb7a8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4282f227394b656e382440249ede0545c7120328
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ea2cf895600f7a76d46298638050fb0a3ead32ba33143c8a89fc262680cbaa
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1ff588d0e125e75299aba75b9fdb75f61429831
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94f0b81c9cbd43c8533ad1f18d1717b87b9292288604bc337fbf77205d170921
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f316911453de969d07bdd1dd0fe143314951108
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca310f6d4f3721818482b2758b47092b8dfebe0ab9ff120aed4bbcfee527f81
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aea2479fcf7266b5bfba46c26dabaaff4a01cae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ca17fdcaf7cec9ce484b523108e72ab43dee6c2b55ae64f7325094c942cbc8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc8f75d6860fd80c8b24f425f4e76f53572b9ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959108e6c16b00cd5bd4116ca7ba86deb1533ea1eb5289e861de7479322ef959
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..867b9aad40f32fb27b74da64e48619a318ff2e25
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22af3a50ef919eea08a19d6e329a80cd5aca23e48e28dd1ab0395c816d57755
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69f8c75e1df26c9c3f1982baf7ec7b60fc04687e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b820c12fc5340ef3c5603cc5b28317656eaa5b6b7588f61dd026a2d2b729f34b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10c4ca10f75ef2cbc6128de66a8a837f6bca0aee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6666bfd15f87937ad07c8dfa7f3d009f15abcff23c45815b8ec7ad68184c98d2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c6e21e5bd83ac475e1c03e1422f404e6a07a4a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c78531c16b3f251882e9c64f044b76b8215384e9f26709ea2408a43a46e3a80
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3188ee1eaba3db2bd645bf1532878e7ab280dac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b7221e11cb68bd1c7bed6c8365c943e2d5286dc952ee77916d72b2fa801713e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7eae5f8f4c51b49d6c72d8de97a6fc9edd44e4b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba7e93f77f9e4cf0776c7cb901e72edadd9b4470c9a5f5aba0aa08336085a32
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d949261a7df757c2c06b58eba0ca60aea7fc279f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77aaaf16bac3a6d033931bc207f13369ed90a75a2dafc9f87f7b732e0b00a78d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31cb641c3cd0f47f2c720fa031fba7b404b3c0ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15582d3880f64e66c682e6a99f2de7edaab178987f417211eeab45ed1bce49c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2db8287881a1b90de90cd14c212c5fe720c37ac5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb3d27cfd32b3cab047182e54b77b5ce6ee38700bae66669b51588f5501bd75b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..847e65cbc7f80e74c8c712b89b1e6bd17f92b6ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2428d4cf23cbf71615d82df623f138d04009cde8303be6296e83703da7fe536f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89f6c1ad0c9feb8cb5d657548eb0bae139f21ea5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef9b346169c00083e4f224eda9ac537d9171864bb5ec33947975f3dbc40390ed
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..032d39a7eb0a14d1e0b82322bfcbf82b578ed172
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef1d9acca18914aeec306da47ddb9892c775ac9ac356defedb081dcbe9b72ff
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e0a78514becbf1fe16f5cff05af11c0f82ac8f7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c98d4a60ea7ee095c14d5e9af04641503ce81c3bc6301b825926d302d47c72
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4867d35581d53fd7996f775fe2ab8bb18fb572b6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a8f4175bb2b66c0d6d0130a33eef0544e434080819b508befda982ae5a51e9a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaf6c4c78e825f9ad3ed184a166c9555c4184946
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6f342fc5f8a07e6f9525b7736a30ad042ebb886462020c88b1637495985ed0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e09678e7244b127baf95a9c86220157c330f18b2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d13c868a7e6ee3efad1ce72d2996c2ce171de3d502813c901f778052fdcfddc5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e69315a32232d232096883e5aac391f0684700ef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe5945ad24ceaa13187452e8561dbf8b60c5d1a59179d83e5fb738f85b31fa0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d99dec86c76780b404c62dd474a7f872fbdb8b2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ccd0074b0213d3eee5faa8d42da1cc418db851e0f7f30169883c81eb86605cb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdfe6bbcc0120b7a739948252978ae5d5b1a03cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7df288230c94a302b8628725f4d4bfd5a6dd7635f87aa4c26b8126fff7c25d4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e04eac25cc6310da5504b9049bf1621c26ddad9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc92f2820b905e489bc3dc06b6d4fdac66d3315cff24a9c34b9483c1e47e40e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eb8c3397aa5fcddf61e46ee1b271b3838a7642a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78e08956e9915ec539bcfa4ceed70aa7c6fa4ed216bb37ea768321e86679cf0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5668e80147515357078b91f0627059c8801672fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:509b527e130add2cc257b7766df6671d44f65195973a4cbb23a13f99d900253c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82943d14b4646215fd3a6fa48350df319270f5fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a37ef11e21a9cc06ab8ee9fabc248c5c73d38570fd5f6faefeb2f141a23ea6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f41589a5c7a8e80ad6a5758f49513fbdde39c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780dd747f769dd70294aed98193d49d7fae4342d23aeaaa6b6aa3880382a3c18
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c50cc3bde33719b60fab75845c75864c6b9e0d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d40eed7929850df94e77ee738bf8c756c13f20fb075ae1b3b82574e03eafecdf
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4218b4656f27eb12610d95388457231f3016febc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e79283d2edc0219383f971dba39f76adfb5f95f858684d2c27ffce00875a99
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af6ef36bf9c144b989883e6ecdfd38b9b6f706b6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92fb9eca77b06a3d37fd9ffc20a5420f73a9c9eed8f3f318a2f2769c696f2ef9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfed013bf053fba072103ed6b17f1bfe9004282b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b2166587266a2a028b77f0cd60e1684544feffb41c27e4f19a20efc1448c982
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..541ea852fd6267aa901f543ed53e5b72bf52f273
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c4adbd02c2dc4de26553c364798d8b4f93c65d8bd19b19e0395293d1631a08
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..234f4583b03f349f9c89691b4c0675a2ca408a93
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cbf38a39c202ad76d9530d0647046b1a760da51f9383852a1c94af528d3c621
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cb988b42d846f1250ffe099c10564e516c35c72
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c83f5fce3d4b7a63ef57f2508c965174a8c998fcc34e647c5d93155b8e2f31
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f2dd1239c7ae6714b4e111d0bfe83a0bc196198
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0da02b8c0415db5a2ef155b252beedbe155e9ddbab8d4d3cec0e3285072dcc0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469fd48c3a6df812be3e621c6f7f191043eff2bc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e273fcc6380134e07441574061b05c296f2947cf0caf9f0ec590267e6e922d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1eeff560c549f66f16943856f51797c1f2bbaaf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be917782c6ae33292ec23badb84b2a0a0214b041096e551eb9c6cfa803e0ba6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1881156304f936e71c4453d95bcf8795e0ae3e26
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e07e69adf78f296a3e62320bbaab9a8ee41ab3ea72fbaf60244f6497142df0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52dde696db8f701b47e722190d70dd978bbb5283
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f58dd271c2b02ecce17778358c8c92c5c1f7f455b90a677f9263bf81f581cb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80be260b49bb93ad3cc92de6607b06fc44aadf7e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0b0eb1dfe39ae58466fa21b5f657fa9e14d9791307eb537e36c88af2bb8652
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb6b3d385c919f1d49c6b875e87db4c28a7d9ab4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff2e66c10a56f331314bcd20ba1fbdf4a712f9ff25aa9b0dadfb22e04a1a7b48
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9628edeeb130a4a71d1933bc84d8331fa96996
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba28e14d4ec519fd20ec6d3ffe3aa8dcb1aff7c225cc82fce70e2f1e9d5a6e5d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47605687f35b08a425abed257e0b127ba398b665
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3627dd1abfb827e4451373a5ecee3a90217111df9563549159e482c413a39310
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d1370632736b6c7f63b9a79150787a102cd8865
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c849089e1da17e257956ec2698ff37f03b045409579f3de57182ab26fbf3ca
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57b75a6912aaebb6da36cdecdfbc54dbb7a298d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d85adfb71f0b199fecb95284905ecf0130451f808d726135690bb6393386144
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65289877047244f272fb773a6e2f1c0acb6c512a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3aaa027f48c4c90ab89a10c944ff2a8baf92563b21a764fecce2363259023e5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb324c10d8ad579efe7a1ee8cf58e03c99478910
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9cd8abf7d269e92bfff413d49937b12d6d66a8ff25643011c2840cbf21f142
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c4938335ff9ac1b1964877b0379cd06b50a461
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d46268f4df49d8cffae329eb10625cb9bb33cf6046cef549de93d646406adcf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c4d2601b065e5422f074acb6d28be1d344e9b5d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c6484f0ae159a9a87f3625baf6fef5ec456e7cd3385a7dc03409ed63d67a444
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ec4ff77584b3daba515dfe12d2377d6b1ab52eb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261a38429a3109026575769287126250cb4d09507075e3b86da76860920c8149
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b951301c797bb05c53b68667d3ba23b6e77a196a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21641e0229b3b304567a9be86cf18bd97b79c10bf329a270df8542448d3691a7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971e1fe513af2ad52759a86d03323d76472a8a7c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95de66a32d7143b55356de8553f20afa0f8695af54cb1366b3b26c33ce0742e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f7e38b8f0249a1deb8af0b660c2b6ba79c0bcb2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77bb395d91284b1580041d72bf64a952f558ca581ede1ea9dcd95684f865cc63
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2277565c322ba234c1ca15cfa345d59f9bb1f02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc866c7622be2ea5ccc5dd6b3592e0422bff820118af31135a450e20c567531
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..659978f5cc24638a7e688d93fc2dbdf4923d3f63
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e2e51ed4c4b54f3226d3b6447947853704a7f0e774a759d509ea30b9722142d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606a4f47d6f7139a5645ffd5ad748d53db5a036a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f8937516ecfe74b67ee30ff46b54a43936b66f0525b3b442f2dbb4f690396d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e27a867f8ff9cdb1ba5068ae01e366ac2a1c35a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba5d1f33f878f126f82eba8135dc3bea0b9d80917dd670dd071968cedd92293d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1a6f7a6dd5ccd4d8ab6c4193f1955e4e597e17f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:877d1b308c762b66e2285bc2f147ec17e8d149c3f635cd6770af1136712de276
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf33f15cccd3e886d85b259ceeeb71fcc792bbc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28fde53a1a410342cdba6b001d3d79b4478760c357bc24234e35f293096f3eb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1043215d04bc2ac0607a2ce9e99b5c6d36b0ebae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160d88527ad8585167fe8129ced2ac907d8533e320b38a56405cdb5981e56471
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa14b6c4020be5623837459f723234d476f48cfa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7a2395b7356e15ff85ffcd41632be9924dfc5a2e6e475917482fc64731eba54
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18573566935c28fcd94da226b7e8436c85bb4aa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6feabe437270527562f8402956ebc69a57eb938091290a0b75e4922bb9938659
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe9d4d7dca1819cf864e20847d7622f25bfbe309
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5d991ca1607e31761cabf69cd42f24c7c321200b5180d44e00a3acd5b8266c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1491e5d7b6c7baebf08958532119428f1658de33
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:399f60362ade2ab804500b2a76a5a782083f0e583881ca98b7d9e924c8d269e5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b43062ecad4a51f2dc04eb45cbc2be4c1b9091a0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383acfd4c1eb962a18c27ac6f2765db845e17f9384b58d147eec5849f874e30d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..437495e0c0e5b24d1e1d9d543f1c8a2b7eaa29ae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:590ffc65e2a67942709c5489e91fd28862ea70c4a5b63f7a1d5135d05c5362ef
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f9e911841ca95012bf2f3072d76eb1866ef98d7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0740f1f9ff9d4e48a491366bd27ea5ac940e7d1d552f5c1eaf4c81bb9eab44e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37fa2971e9e5a4b3b6314861087a05cf74af2f8d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba8c00a175708dc1da80dcb7d2963fdc97ea1e18c8487c2cf1e2d7c2c999442
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d06b94d4e975717bcd23c72af44167987e1578a9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fdcc94a0b4132e4823df9da38ad1329dd6527b647027b01de5e364d2bd8eb52
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98f33464d76e0c34d852591f228d16173b6cbd93
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe77ac2604e3e7505c539b68336fdde3f15e3019c0bba07363a8b45ca50a95f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..406a8d858d25db77d38e78206ff84120c3facffd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aebd87dfa15ae3e9c29c255f46ebd9d25c35fdd23806faac588d7a63daadc50f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c944b6291c4ccdcc9c2f7ac229cee9e4bf6783ba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3576ea5e41063670bd98eb3a0813650cfdd34a7b9d4baa1a4046fac39b4320b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e255d2badb27fcba7e55af034fb198c15d7c9949
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57ca7a0ad1244d4ff317b9fe50feeb4ce2677881a1dd5510b38fec84d25bdba1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdca8a1ea8ee0b35ce7dbd8a08b95ee6fd04d262
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbe04840b08b364cacddeae4dd2410619207c374bdbf21a53ea12c1c7f7e94a0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1220a91ee931740a923874bb9e9aefbf2cc3dd02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6bda211faedd3be14516271082acd89fae386adf4a8d2fd7e84c13f803ac19
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..161637a909991d918f91176d8175068592a99b4d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e46bca145a29c5e7c273fba8fd5bdafc3853ff26a72b8a614cabc2ffb9d566a9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21138eb311ae0494c6155bfb89fb4b355a6b0375
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5372bfa32a6cb1db8df3bd7d2010c703223e1dd0a708a71a16cee6e1c10f5e5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4e151236b2155d62447e1255b16406fe5b20f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50222413c4b81b93d546047b2b035684ecf765d84196aa0b1ef3407efe088c2f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..643e1ad62850ff48c12adba32b85af9eca91e624
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ba8f29e685cc8f5e745bbd3f7e27a57d6b756820e0d4854763163a36e07544
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbf5ee3e73cdc3be16b24c4bc98571b78e16cddb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163b435d61ba6ed181f64fd5121479026ab32159a5f48998c7f49c7ae62be052
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d48dbc227c925b8ebf33e234aa307c2356245c42
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a8edd35bfda49ebb8ae06962774059f03b28ed22eee142eb6490b943eb710f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2c5d02ebd5c8fdc61f488e2e19ed7002768643
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c91d341de1305fc6e58c0231493fc4d8e62fbab01d11116dbf108d71f4d3be3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23d84768cb1230a2f4be09607dde50d34d63ba9f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a03697d8851ab9c9f372e0332a8a07e9ed8a61630ccae66d2f6e05d3e20262e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eefc0b227a7a398eb4c6f78537875ad92ae7978
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd2b1fdb504dbffde64a252e77042d8f6a34bf821abd58e466a520b237599f6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b83ca02d7684f8788ec62c72d7fe1f4a4ab02d78
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee88e26d656885d837b236e7117587c003a53afbf1dc3d12aeb00c422a4684cf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd61fb65466196e64eb6a00e1f84dfddd831ab63
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3569e4b75b2b676a2dceaf8e752ced80d871bf6d5f8f95d5e55690138a4d8ea
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..001c74e075b063cc083fee3283158fad664248ef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfbde2a63456e386d7105e5193c29acead0af663e091cceeaf4368cfa7df2d0d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6afef9fb017235c484c7a4df0e903a7c7ab2819c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e260179fa4eb7030afd1fcd93d975e66d2e9ffce980fe91f98bf457d0f648c58
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cb5a2146ebefb6fc2498c23bae411a746a4f1cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a30583e5745070261870efd49353c7941cf6ac643090512f8910b0feb7e1397
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06fc9040c3a83de5a2dd420d2b849974eb1dfadf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb429d3f93a2ee21116d69107b4361d1fa35c2b668c600887ca71c4f7719646
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11cf55ebbc0907f3ba1d6c06fc91c0311ddefd15
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:394c188b723d5918b5fed7c4ad27c2e1ad391599d44027902577d26ffa7b32d2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa3f0eaafc325e77c474a556a7d42b50418e691e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ac6b7da1aac503c2d59edbd89b65ffe6403e245701a64fec62db3ead027b5a8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b03cdf6a56d66b509351a664a194695318d140e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9f31fbe097e6f5bb2c7d3827b31d89e6e31b412888d8a6cfdec474e7c8eb4a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450a233540938166ae8c2b258d07825d642aa148
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1cc135b9cb3faeca7ebd9216a25d826c7a5bb73454b4d225e81a8fe1dd88895
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9723d4dc66e119ba2f9e6ee71548ed3cefd4692f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5eeaa4831d28426b8b6bd462d16a7d6e5589fef01612f6468d459cbe05be26e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e376541e707619d54f5152245f996b5dae069155
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2dafd548e23856ed44e16377afd94bb247c228e96ccd4e392eec9fc60556c1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9d779e314460c187614c231fb81854e0488b1d6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc6285d3d1e1f3167376d1582c96b494e9e10f87285d174a7566c5b9690db55
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a81fab8822dbd83ca274b6607bbeac3ef748285
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be41871c40d702fed98d17094afb616eacf31effc283ba6e396d38eb1511b5ce
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbba88ba01425d1dc408f6fd0d4fc777dd1929c4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:393092cbde3d8ae5aa883a76baddd3498b47ccefc135860f963bf03a7148d448
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db84ae5161da6a7e3f1013f2ed355eaec7f687c4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d786f0b7d153dbf242038f412aa361aadf78dcbef600bf567d3ec7ae5c14236d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87f3442a38fc3608fad412a3b60046f41c7eaa4f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c90e55007fcdada65149525505ff251c03cf88aef80af57401056bb4b5a8902
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c29f3bc60cb5a0cc91890bdfc2b4ea5c6a099ce3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb6db38cb1bb61319add30b46febe639457b786ab485fb5f4204d19efda14b38
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f6d66ef57af36de59f0dc45df7b7ad0be9c1048
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42fe2420dd77af4783999673c7e44db64ca8d19ce837cc442dbafe1e9dde34df
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9df1f74b8d180d198dde77dde4973c5de6bc1b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d45c43ce301f21112376c364a5f63fe58630945b5fc161cddd6b4e93bdef8008
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51e996bb410cb656e3a278a6d8908be733d556c9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65fcb33d5a3f8505db8cbc2fea3f2479317328129b57c08576c3ab2f2d8f6661
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b687540408d44de202571923d5ff144e6ced7732
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98aa4a0da43e0c9e31d5bea4e67a31f26101675c6ac4a2f53b63929e7bc6ba8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c24d8b0328a4513c9488b5012515062a8b87632
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5104c0bfa8dd2944241fc6a90e0a2cb95b746f3048c3f41a90f8bc58d4a619e5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6b4d3407d53722106248e1f761e9687e217ad06
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4950ea40c8730ed069416d8a48338a964d9c9a08b0bcc315701724c003950139
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01bdabb24f5a282d0970ead3eb92a8f344492b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3ea6d7e963c846e9365e4e22fdda28a93436d1d0152ea122883720cd4283ea
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2a106d36fd07225b68c4a80fd52d17083d1b5ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d4a873674cbf012e269ab8f88f8c07d4eee0231a1b1f7f57ba8da17559d350
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df51859394a4f9f41b0484ba2ad7077894f32f23
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f770a961dfd369a7adbf6162b4378e6cab4aa7bae2bb133ea634df136fb3031
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ac3adf3de4e7d7436946398c56ca13c9848ec91
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a68fc8ee468bd14b2404b5abd30c08863a582a3528efb123b7fdcb3ca2a1a643
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd32e239c669b72540d5afcfcf7b04ab7854ee8d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ed87a91e082d2f4ff8d8b1acc2896aa01467a208d7023f205bf50e87d70550
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d360aadeefefb80be678364ebfe1813e4b2114d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b8e637b01f0ae1d9152bec8c8d117abb8e79f25a1770d3eafa7f6c3615f4ff
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89a72c0dc9e654e4c7d8b2b3bc6cfc97f6f2ea2c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf82f92b7b90119f1de4cef863ac5ebd552862187513d11d7125fd0583d529c6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac84cda432406f76cc5714795ec97c902d3ddd3e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba75a72e68ae9b7443995918cc5e2c998a877a59eb92f76e8a7ed082f2aa2f3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6741b70471276b9fea868258e4ba2440727ac40d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e2d0df3b10760eb693d3f3534ba681c86d44689bf9c47f9614644814b0fd15
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f623ceb180fb512059e13a90485b934738f08ec4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bde85975017795d7c1eea44d48f818b36b4c601c8e3d22a664fd18e0c682bce
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36765e3b4ee30476e71a960ec793e395d4ad1431
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6be1b8fe72625c9da99e206d48f396888fd82570bd346f2c7581b2fda05717
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2d8ab2bc46496169632191215682a5e1cb542f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1dbb5b9fd2b339359c106c0162a86129a05f2b0376c708c937385f9e9128d3f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e446b7081d471183de9bfe6cc6dbb08169ce740
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a44c9688fd663c387669dc7847bcff17321a573640d6b8027ffa54e6bf854a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d6b051510e23185159700dfa482b7a9329de57c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f3409e574cd4cc5c8cb96e32c3d6cdfe9978c55d1e9037466911877b949a89c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e23787bd306c449ea22781cd73e706732b3729cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea40894aa6f719d41a57d056371c59d75fcd57d530ad2826a9b79252ca247ba8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88ecec90a7962f848bd3a6cbf76ff52c4d670c3f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e13f49749f48331e4e514ac4d9612c06a59e6c8f29709557a8b6bc58f01402
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..165bd2bd4371e08b716284cec6828603cb75e0b5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bfe135fecd059f36667d09d6d27754b9631715107cd3cec761d298ce582a9b5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ce3c5083ccf49ce973e1036610867ed17bc938
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37a79dde815e509b0faf8d9735b74be763239a48c5e9ebb5b90602f5b44c6546
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e189c5099dbc1e800da1e7b09d041182dc8466c6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6e4276b23d6f33048094fcd08b9b97b678f21b6ce270eba157667b80b59d74
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dca7e67d14b22d33bf73bee90b02861e938cc40
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e9fe8af6f738431ebd9fe7f7047e258f00027f6e8f765c935d9e2d10a0f573
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a07364561c2d4d3da10ffc819796b127d3fc5e6c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:915917efc9e4acd803f3ca4137c01b15d9bb00a77ec60112661bdc556a1451d8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ca53ccf51e924d2d2c6dc243dfcc86a8c75b9c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe03fa3cebaad6f21103e5cda842acf8415f05e4db399cb55723bf5d18b6dad6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3d43d344ffd3ce1d87911ff8f35c7fc58e01ab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9691b595beb4bf6da9a9a7e4a95174cfedff466ee4bc1008544cde1e90455710
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83a61f2c41c95481b0a818cfc101aa393fc6c1e3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9f35f2a6b0fcd34b8edb77027d5a34da57886cf2eff6c6e5beed50d1b65ac5b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08131d25f9fb1d7e60a5f471a105fb98dccf524f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ec41dcd0b6250de1abc91615357e7ae18372bd4451c3139935af0dabe4129b8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17b2a5291f3797afa65675a822409ca84a1875bf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae54710e99887022540a819057bdbe30ded295c5a1921f9dedffd757a25015c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9208f39a56e9f7631fac51fc0623ccbdf54a6b60
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3085a577a3976ff9f5b88493f13b87fca0eaa443fe64f606fe3fac464f6a8e08
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20c6ad56a55885ea51b9da4da39a44ad6108cd4c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df93c762065ba87e1056cc36b82a5a8747299f628da6e06631d36dbbf65c9231
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06835d90f102c5aafdd9cdc5f8737e05fc5ff318
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61fc0b3b47c197b8da024eba49cf8b7e689159e683252ae82f3cfd34da3a824f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9e840fb655d94258dddfdffcec2b28566fb2123
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9ddb059287dd86a9c7f40878bfebe57c80b41b75b7592fa679acf56796515e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32743b8d18db885afae23d2bfc2911370372d46e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ae23e24a4e905502708a8e2908a8174ef0f6f86a77f14ffc3b02ffb866c8588
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f6b12f720fcecb144fca76da958446ee264a644
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3523990bfd5689cd8635b787f0508cb49e59a42cb66d4c1c7e0d8b431de1bf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca12a2e1040a4f8ec73cf6aec4d6232493c0f04
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e66b3a2d90c9f1c0f9867251f0710a5f5394c6d047217f63d62eb347af980c95
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..700b7ab6d5cf31c8143de90dcd6ded4d2fe67a72
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee68d14ac35b898b6fceee6a2320213d258f8abcb88f57211b51e83e36ae6fc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c54c2bf657a8289dd6f8425944544a6acf2816a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c7aaf57c76999d353720f2fc519fa7c7fda769943efb3fdf07a7fa61322df0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecaaa3bdd2ad5930300e2c52648fbfe2a6347f29
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a54dd0ea96e2ce651b20415b417d2c695bb13ce323467bbcc29c011bfd2010b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00e3004b3cd9582fb8ebf0ab19ed1a619d2941a0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37d56626d219e9ad78e4258b2bed51f62475176bb14baa292077004d01ee63e6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98b4de4ec992f712d54e5f2191d5d9d77d36bc7d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e442f7e96c9d2368fd604ef4bbded7c6e91588d00097884a5f0267c3a072d45e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..289facffa600a0ba28ba3ae4ced5ea032a6d837e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc097ab2c5de75008ce9657a46e2b795ad0f74c7d62a3778cd8b703b281116d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cab55bc538467faef6a591dcdbe419be999379c3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:892ff58052fec0e964be69c4c9cd3eb3e75924a80dac0735f4a68d09d65accd4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dc91f6f6abb5c15f74145ca5e8baac4d7b92743
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7059448b95314e37310cb4fc3c96d4d82e72bdf4825922d6312b9d5a7306f18a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d334ba25a3c54d4d002de57fec09dab876f541af
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e542836b2d3bb8d746123746b5b18a6ca710eff0093a8dc939f4920dccbed4b5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f85a873934627e5f81c9ed2121a51bee01612c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca22dc1852f2e9bf3c7c7206ebc9d4c9c2fca290c338561719080874bc4cf0e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1e4e37c265c65d5ee05cf4fc58602223c941398
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced492c660e1acd07e7f465ff2442c10cf94b1191e2783c2006666819512cae2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ac9e59ef7282fa08195c5deb647f0fcb2c47fb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc0b123e4660dd19da1db870f79a926c548de18f2c9eced453a269d643320b0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9dcc6689c220b117dcde7d08ef3b15a0fdb4a8a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7b749a45fec23abf8a605239fca00e69eae0aa6bc62a29fb1d4cac4d3b8fb92
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70699df76bddd24e2d702ee6230e967246e4bee9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc3203defb037d6ea3ff9220b9894540bd5a918aaa8de44d5a82f37652682b61
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..596b0fe19022f5494e81e3ce7773cc2facb9d052
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67fc31353e88cc4b2566d6dc8918522802d2eab6e26e6b43af33e42b7690b1a3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec64c36a7bf5b19bb91c69f0ee0eb4bc6622c72c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac03558fd8ba9913762167544d3680254bd81aa500b788c591c816e49697591d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d58d9ad7b2420468211ef87321dec42cc5eab4b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aff84f8dfee4fccd8757d0c50b6bf1c9b63f0e5094791b32ce9d57e81101544
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a9dafe91a0ac8e3ce6bc7855934ab81b2eed000
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94cd1c6cfadcea661fd46f525da04ad284607913bd5cef841af0c6f38928720
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f49fcf40188252eefc07fadf4094a5ae1287fba5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b90a8f5a58a0d5ea9f7c74461adbf23f4fb73df02511933ea36674df0e64dd9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b835935b32cda01aee14037ce1546af47ea5668b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02af9fed016cf385fa786c9a00c7d39f78d2a654beac21c2f4eeab57b336709e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ebfe53d93ded1693f8ce6398dc8fa0f775b690
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c1657a8362328f48663f4e9ab497fca641472578828272ade502d116e92e07f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26a5efe9551115a5838cebf9034a0717a47d3d5b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c99b26dacb58859f9779d273818b441649887fc8c01f3ad48505d662bea8c0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a78e102195a2e9963fce6613bb3075ca574c3269
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c506ebe081cf412736c6f268a1a2de112143c962f28431be1029a6b4c5e8afb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3481c7cfc20e5d6aaf6c6ee9f7fc1b3c98591e21
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45597b315cabe92171d8c2952529942be55cf991f4d6a05091c9ca5beeea8ffc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f335f8879ea56fb75649cfc6351baa8ecbf18f7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f77d7d0bfb52fb19c9a98796b82dba042a57fe7cdeb4fd39164485810f91fbe9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..109e482e0b421942662bcfdbb1568d0978d6ccc9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc97200e26380fdd00cea90b60b2eb9778a0bc4fb851907856d1e2a494813f6d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75cc65353504c109675ce14cc31471459b696d65
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900f26525db75b9511e8dea21451265be0751c36471e4775967b27602ba4534e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63a82d1a0109b45382e575b592cccd8defcbe313
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3500a9f2f0e7227290bec82855db0c755b2632e63dd3e6fbc6d0ec5f9a6c052a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1bb56dba748400ed5a903f999e9e67edde0547f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8b5a4b2f1970900f0cf8b6701fba0538e412adc3791f685b10528fb4518e2a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..142a4063a71f7289c0a8e9c406d6b0099aaeeeb8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d35e76341cf8f03c64228fd9381e1535e5e469485e27f96bb9becd9eb6a99c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c24239ad069a8ce62eecd4717cc752701b06bd23
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c166a8c1c0dbfbbe468f71307292d544bde66a854ed4612175d5e5e1752d4e8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a7e552d8f0f9d9887af5c559613db86329e7e9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e1271639fb20198c3a69cc4f8db48d333d34c3fd8200b6f09b3cb1a447198c7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6882d8f1f301c1efd79d4a519176799edec6f20
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d31e6442761b37aa85607a5da08c502c58cbb8636e40362e6bf5827c4afe83
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..290240c7ccef4a4dafd579a239336a0d9c54cf0a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38df31f216bfdbe8b8d5370f95bfcaa33177ffc70336fa2794e423ac2d277cca
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb84c51290ba6365c4cd298b41801198349be519
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d23ef54d9a2f24ffd03ee7393415fff86f49d3765cd18ca40f1726ed4a34d1d7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c5d1498425bae6d6d3453c924aed2f7fea3d7c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b41b03dd2368e71ff536d732306d8af1e924735590cb1f6d79c8568de73f21
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f991220b98e1a84f220d09728e68ef529807ade2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b55013d8aa84c31f5925194b9d8fb5768049f1439b478639280b7aa1174c562
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c281dd49504a3770f748ce04153a557138f0481
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9147c045611a10c0eafd6056b4d1805ef9b825afe985ac4709219dceff25b78b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e148372d643ddf989279d724a85ec7a1b9bda67a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b54591e5db469dd39707bd5eb5d6ec8ad78f450e4f006c5ae646749acd39273
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3a8ac72704cc4d86bb1f7adee8611b8aaa51c6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d014dbcc373275376421d1caf5b939ce7ea49db234cc214e562b0fad11eae0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..681b620a472f52d1535f59fc6c5dbcfbb49d246e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd615740340dc4fd441c11b1d1c17ae17fdcd15d45fdd4b68f67bff1115bdcd1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de54a25db126dc1b14b8dcf9c2d892e5a8d48387
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c14c6aed53d0e0503a43683c0f4f9f251766bebb920b71c8565c27825972f58
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68f3fc43e04dc01011ef9baa8ef8d9a1eeb5e5af
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3790cf9b235439151c86898b9cfc019ab4db4b49e8daf7f3bbbf5d4d6be84ea
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11dd8e5560b0c62d60f24a1d0cc90db218f19860
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa7d4e736a9e1797b3b834d531a0c114a0c2d4214a0f6ded3692d2c20c220e24
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..954e665513ce5fbf664354ef0e2756b454937cb8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4bd0979b95e7720f25ac49936a35c5a0746a39f05778c18f4608dab8121c743
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd85e48ccc342c541d154c756b5d3100f282093
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307eca756a7013e7be7947fefc4d0940f32eb39da43fa2d6b3877fd9968e868e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d4305072be0a65398fbd997ec9ba5e3ba82b434
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5bda33ed31b3b428e7dd60f5bb60d86b39f7daa47fde8adb008e69fcb6dc80
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7702e7698119cff574c7cba4543dc84c3d9d61ab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e984e3fa99ca9a6625a172874f4c0430a6f9700589d48a53681bc91ef855b9f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc46fba55848d9b223ac4979a04334920c426e65
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e8166ff91b83bdb314ca009fde28f80e50e2dc6dc46eec0cd31e2114ec3dd48
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d68cf6a0505a526db33adf0b3889094ded79bc6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d3cbcdd83a0e606fd59622588381f4d3c8c8b89188b9c7f2cc9dcf8adf5724d
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d93b17ed58ef00909b67c17a83a61f81163fbf26
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de2d0cc528c92ddc9cede1ade42fea60628bdbeb5ff4a0e455b1c8f17c9a862
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8348ff512c29e13326225dd85371ffa0eeabca60
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2604c549cb6b0b1d3920ef646e2d45a5916775d0ed2e1d88623adc1824d5a7b8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5999dba074a876f80f98926f5151ffd03bfd2fd5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a88e542fad55a9835b2c8120f74dada7bafa5473fd046de53ee7a7ec739175f7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdda5df9c84c067e08e2b3f40ed1dc3cbcb2a60c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e05b7f1f3bd3c1184549fecc2c35184e2550fae521fc62fcd3f76598849d540
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7fef4c01f193997e5c1757a11ba0f0b86936db8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9856c356e1b613949ea416398b051fa56e09b28cd738b0deedb86a4a6d49f27
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7862ffc189e74c9246231616306ff02e6df9ed8c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff32f5fdd55f5f1e49f124c8c5459ba3ece1b391545b8bd937918a167de8203
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..928691690cf5f4c777f33215dbdeff8e40aecca1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f430aec39dfd018b1e25a3e7507cc97dd7e8869848892b9787b7fa2140caea
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d013ac421c8501401c28eaf7f108ef58df1c12
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8524adc602cc6a29d7ba6ade5589c296c315ed059a681719b9b6ebe3ec849da1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..012407e5c52a92b750ba276261a1968f50aae639
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b29604376a484ce623c0f8907b6f2328c028f1abc49d5991b2c23e2299b9bc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d67f76a79dabe0a965f8b13e9ad1771ffb02e14
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e52d385666732d75565390a3e3268723f8b432370db23c8258daf2ff5364ebc6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..280d43ccdb9d9c89482ee092c8ca67f56b773735
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d209c7829b158cd79f511510cd0311c5e4828bb7ce9ff2f7fd7e09f7d6947c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d310a99ba0f30deb6101b903020d8f2b7bb730
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5984042f14cf21c94bc76e9ea717f520ef60ff37a581f5fec2f8288c4ce4233c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f8d9593f0766171861474b67a6eb42b8ec20b3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3e6258f45eedaa7962fd0aa0fc494ac560132b29203cf1ad32038bfc8e2c86c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d236e6159618e0490e73de6e95f30d5448737a2c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5945488b5844f16b2b31614aae6eaf14d320ba5c67b9d0341a57373490ca983
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..097fa2babf59f6e159031a478776446cf40ce58b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268c4a0d2a372f84a4b9d9cd89241ba5a4a2a8718901236e8625c2f73b269e31
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a63a4e28784f73f1868934d2d3aef717df050e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c07d9837ee346fdde009118104190c20d254a0e4fe445fff1755cd0c8e999e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba075afe029381c970d32768458c74430910249
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc2338583ef61e6032c0108317e2b1c4b67670ba50a8417520fd189b53d4c70
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc0d913c1b023f974e50649bd42a455113054997
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3fbaca4c10e6194f10509453b402d586ddd0871a1e2f4393257e043250784c1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9005983ae09b6d20debc8136f4ebb2214787c859
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dbfee611585f03006740b0d7c72b243ef922a8446af47a55c0750fb78447bba
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998d740b789c87a3e462eb241376f0671244eb56
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6407399f24934f52ded97a5caa58441bfdd41cf8c99748592c673785bb8d3466
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39b03b5ad799caee745f982e5effd17538417075
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6243f9ae7a300427313e08d70a4ef492d4ce294fa4570d6ed5c348b72bf710e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..037e3c7d62d8d0645f46d3731baf709069a0516a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb6966b8fe47af90e1d9ee3f5c91da3371efef3dd0e996139f7c2bed1e62c337
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68a29fb433d07273021fc7cb8046e979e0b940bd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7077702664a3495a0fabfe222e10e103bed22ad0f142225d0c60ea91bfac7921
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..865a5ccb5c0a88beef413c934a5e2d3025a5fb47
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a98d62c03b7cafac4e35dc3ae4820db2ebd626b15f3f792a624bc0a0f6996a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b87cae147f15548d58b54bceff09766f569c137
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66945f6411df1d2616296affe3c5b5209414e6ca9c5dab8b7d60b45208e902d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..282cf4eeee8fdeaaf2e362612facfaec77ec5c7a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ba5a9bc4b9b672395ae62eb0a345a9a35897b7a82b7b2a92dd4821b583eeca
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa433b354af416836628f93ce8fcb54d8eb7db2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fde899e4615a3604e65921e05aed6434b06eabc73ba12246f7f7223406f8b23
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23cff5ee6f0f794bc5c9d54bfa8fe8fa25522ae1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b5d3c9b1db996f118d7ef44bd926447ef3f2d7b1644e9999097285e8b88a95e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..869e3475cfa6666a03d5ac38a393b975067b893b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29067ea1446f88b68130fb642abab2893f9b1f31b64d3961beb659d31e06fe61
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7ad2be1d210210732489893b3f0f77ba58341d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e815d815f963722db6ddfeb99ef8eb2fece84a6f7de43bea81a320d8c39fc63b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..490800be79dc23e59bdd53703fc5c55bcf1b4ae3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f63a2fa4ad121329976bec3d465e4d72c4c1edb78af52f670dd3b58aac2a73
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a796e32a1494610679cdbff5c0a29634ce352e80
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f59b5e896b6a07836294ec92a4ad2876f05e56843743b09d6eb61280545faa
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33b51e58b178484c131b1af613f90566eeca1b3b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a786a6cfcd1412c3dbbff39150baf2553b490f9d6e92e5b23171703e536d743
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc8444d953ac9bd62460b02c3d9f1d58831c5b48
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ea4fdc01a00a26502294f3004b22a072d34811d0e71a230f7f40e2277dae5f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a577fb854392c632a9eab183f88a1df3140388da
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:311bb9d2d423dbbcc36c62770a033a3a61367738a47fb6cea9765da44827d0b9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc86013c631471aecb017a7b57a0b678f21d8d64
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e41fc955134c7c6b2d79b3e497606578ed6a35a0714870b4060fceef54b3ada
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9f9ec4a06a9d8d9cc6c3214f0362bd48d64576a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e09ad7752730f3144d06113e9fc7ad79e8afa1724d90c2226dcb1997de2303fe
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bb5b0deca589528367dedc14ee353789845ff7e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b091909bac135779a2b024afd57b1590e0b40d5d11592fccf1d3221d018052f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..701093cbe8dec86f5244f0a537beb267d1dff441
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6dd6c0f656e1021dba04b62edd4fd457273156c49947dd826f7e528187de273
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd86a47ac13cf016ee25da0d584dfa902f9ee30
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e3a7f666a5c4a80025abbd59747326c14b8855cafe67ab4289bc1eaa527a7a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2793e3a5e7f5a9ff1dbf2df30c8522d1f92d5a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72cef05dc67a6fa4057db39d55a937d93a4a8e1ea22f0e6d124f3150b72b39e3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..484b2771cb998b42ea99a45c5653874cfbdcdac0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:492a2e4e581b03e2aea0d341f4ff933224b034d90415d46af8796b9f1e609f9c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69018e3aa7710ff74155ed298d9e31697b6de865
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:737cec07d38d60dac78f8a3402e1a67085efe70905b93488863c790acc25f5a0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9908fcf59d9a92b06c3f21a72d69b4d29f9f4e00
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9051bdfbfbdf92eb0d3f92138d9208fa547dde4e364a2374b2f8c46e789888e0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c333ae99f6e5a64fe7bd667e7e58cf0dca2cef4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b075541d5a02ed0324e0b1b69471443d0c91d502f7ba420e3e9a42b158bc3b76
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35cc9ab65a69982037ff6cfc5aed8f7a118ebb5a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6dceb997a6c649c0a232ff5332788f363481d22e23b86d1047deda45c48516
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c25535cc8a723f8ebbc8f1e47cde2612fdfd47c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a030ddbde238896d459a26415e958daefc8099aaaf138a2ad065eeff5949e134
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c95af4b4ad8f8340d4ed32d43f48159bd48d33
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d3d7ef827a6ad6030a56f9022ed21026633f1e0c75b800e4cb6273b64eddea
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f4d5bc71a991eced88cec660af3be94000387d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee1d8e1e0b51781f33a9af00a218cfa9bf97ece74baaa8f1b3d0b2ea964bcb9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd814da6e564d1b5be288d1d48d54c43f0389df
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ec4d9fe727aa2edf22035bf37cd29c9751780519eca7c9eb0a4fb02b166f3c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3085656f98be29a3b998b41ea673c4fcce49362
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88fc6826446ddcc53f196277f5416dae1a8e60ac88dc05415aa4f25be73ada47
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..294ee425d491d3a190e2a108e13f7e0e4a251fe9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ec90fd9586b332c662254eca99616eb4dc38f87446eaf4bd65aad7c8d5815b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40c53693d69e9b27dfcdb4806a739fb78de3058c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e89c2bc39b858719e9383c1a4b0e2ad6af40884badd4602ef745ff78aafadbe5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5deb04bb934c49d7d2a0b6154432c7734a82d176
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33650610cb542efcf31dbf818d702d5edb2ee6819e054d0bc03c474fa78b20e7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a01ba5d69723562847714e1a4070bf0edf4b402e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c2d407ce6ebc0409daf9508baefb8affb3ae885ac0b48678d8e77c1ff8b019
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9cdf93e4f7ae9afb7d8ac71d3a6f6d2b9e8441b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7697a846ab42fb2bad16e2bf5e5f8d80570eed6c4a604f324e0a84d5a85324a5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16277c3df615acf35b6c56221bd9164a53a00e82
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ece3b5c530bc255cc00038b45658e6a227f81aeba8d07f44868cf2bbc441a1a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57af7e2fccf7236c28537a9eca7f1ab67b3781be
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ba1561f54f8f29b7211b0665a7db22f4cfc5a2ecf6d9c736542b72493c50cc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48830be6ce74916ec30d5084d2350703e36cb29d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd43952dce62db221a84181cf60cf247d0a7b498508f16a398ae60b0c00205d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35332704457543f5dbdbf62be9c44a7bc9cb0c05
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef2dc4e50852d6c5044bbfe35ee16e6c982cc6bc637e07757f188283aafc7dc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d538197e01dd2700d978d5826f4c69dfcf61c9a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:145c96f5883c6686dae5e5ae4d2fef0eddbeaddc32862a2e49edb0b23f92c55d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ecf9c1820253b4e9f80793fc3fa8af76957eab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4df2b8c72a12633614490581a1ea4c9675376f92a5b67fb57a56f66fb2ea1fc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fabf29b38dcc304b5f966c8cbc96bc59fd3439d5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34d483006ec43f8391a5e2fdb8ea98c4a4be0513f05e59654632f8306edd74c4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0edf7c346d235981c32daffb9b55e6fa2497a7d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c491a355a1ed97bfce2b6ed0167e36d3e5982539665ba19d138c49b941a4b096
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f89f4e863a1eb1f638a3232508b337f02be04f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72ef688c25088c28f04a7cdc19f46fb67f6a31f09345011d8df790b8d1bbe65c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eafc3556ce4cc3f0a74bad00482d84a17579714e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b48b3e14ebc4e82878efee4eb81469e70375f8a523f981e30cb7e23ff2c200e9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae8b3de43bc8c57dd59a2320c2cb40ec55319057
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e48aa0ce5435937d3d6adaa03eb22e31cee2f069cf3d510d56064432a3d3cdf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3254da8e984aac770cc439d858cd783bd8cc1a2d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711740d10ab808f127feab4c7a178fa2c8fac9f0d19c6c71fdc8cf019732a153
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9137f1436859f01c35ef46bbb1fe82756238e6f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187150e3b7e6dc72967315e028a3368a184b0ccec8de9718b324d79a5a79b475
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6139e64ffe42aa4d30de238493da6475dd19f4b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f324638de7322ee9f36b67ede9ced9cfd3d802518f94472dc856a984597e6b04
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e1e871c3f00cbe1914c296f0fce74dd8a91e7f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95fbbdf337e01f80e78011d732a664fc1c3d52629d806e5940e3d0149a7f0e98
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7896f49775d5e578029d13895d4cdeee0aa79da8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1eb6f62b979000017007a422ec17431f396ddd0694b2e9ef2b9a319a1392836
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bffceadf1e5de570c92d98aa3124746166679fbf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff2c82f2c7a31824fd827e3a1fc7f25746d6247cacf7d8c8a48b88f309c39f2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..706faf190c7326c08a6acc2fd076be84316c2d98
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ee52f6281d45a2b055cf5979ee75a3da8dd410459a1d28fd32ead61613430f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f92973696b2eccb5e00b13a15fd8eea86881ea8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beeb34b321426249f65a21ce744cb31339c068dba8c958ac4726fa7c112707a4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..236c957d62ba16f6277b2cc0e62019720d3b0326
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceebdab9bf0dae56b8e929314b7155b2d93a9c139bcabad1a9aff143ecbe3114
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e128d2991480bc3864e6d330d33a42f3462d9a4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d36deb8cb72417ac73e2ebd21328f7cc18a835211a6260c20b05dcc09889d6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3db02fc782d72219aea257760fd201fb4ebc6fb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc04be6c7c2a9ea58b80b658635f7c63cad0e54954b77bc1ef10b43907ef7019
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c46d0b1de4851b6c7470bbadd7ddf8287f0846bd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a397e8856c300ae40add2d122352dfb80f11fae2bbb2a199fef167bec11c24f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a4604ddd79c157f292835e73f7305e542212630
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d918b610923685d7f69bd5c033f462fe1f69555a267143ef6c708e6d41244337
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72e94153c92c4eeaf2afc215998c55ede0b15373
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b39a9a5234b8e56a1ef19698f7996d99cafb9380a3f398aae75ae07e4dbb481d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..592c13742dfad6a378cecfcaeebb05d9f940f89f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f67b92c2c075bbe77ac09b64e00001a7bda650842921be10fbc893cd105531
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52086e1d3fc05150b0c2d86e4373e808fa535c2b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9601f52126ecee030536f3bc2c7f5590c0d53e3fc76d6620df60f0af58766b57
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ebd901a74edbedc97e0a509e9ddb3cf2ae69c59
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5a78885808e02eda306e4ffc78a007323cf0577a3130e5fb3f4e8771c25ef2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..041b31af50352a1fbf07c795488598936aa659c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e0f9c09e660c9ac1279d0291c7b05949faf6b69596260f9c509b205bb0b11b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7ef124bb32ea2386c15b613e16a8014bc3eaf42
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1b1b0f738aa6fa4e181623157bb468cc8de8b5782c0b31831b9a08de36198c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3805ffba09dd4ef3411f16044622d9c2213a809e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:460c5e46c4fc4c67546c166c57e439b2191f4d621924b29966642ec60eabdf62
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb74632bc255a60627543c00a576670c9fee683
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4325d3e980c41e27b92eb1c5082bf3d641b2588d8f6c1fa0989c8730f7dd208
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8910691b5300705f70b2bb2f67c050dc9d74468e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e119c65486ed2769ad686d4ed6df9e52ffe817019ea3b2df887f7bc548ec378
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b9f367f686a9d118d35a8237e666cf156d8d0a3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ab5e79010afcba4df595c8be536aa2aaeeb7711e2fe8aefc629645a6652580
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feefa366057df2ddcc6d8bb75e14e0344393d89b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d825d2d15fde8470abd8d0c7e9a372d8d04b62b69ab0aa57cfda9dc14a22ead7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40a80063b0d49f3a19adde614f33dda39d23249a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48385979736beb1b40e5f93e020bc6f63a3c139a23ea0687a66a104a0288f421
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42128ae38eff83104847a87b580f2407344570df
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfba108e119164c25d1fdad8e165182275c3cfd16294f32316ece9ecad51a151
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75522d77835690faeadf3beae30119c25e6d574c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe27ee79492b626cb790a8c59bf692679d14123e051e3a011d7ce012772434c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac9391d32b00f42c140bd855f214e4602c720d2f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9001251ea5a2a6d63d11a81188ca4d40a52303210232de95c78bb10c7ef3ae98
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba0e5de9cb230018825a664b0c24fac505f52eeb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:657742cf58f217e7f1754ef2eeeeb5225ce95b890fd4b7f37e4a582ce8631a29
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7111b6569c22a18d2fc791a9432f1dd0e5ce5e81
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b91bc65d870f96d4a614d4df243fae589e4f59f736a77cdaa4aa7576451b715
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..026b8066365d7a9fd0e9aff712431a4fb28e3636
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ab094481f26fa0979b61d00c80073c19a95d46dcffad8d9189fc313c305c07
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a9fd085737136b656e48ab87494ae3b14068118
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb3bc59bc39b03a0bdd189780581a256317afeacd7c28722aa38be147c0799f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e08f98770c3d38d9bb6d4f8ee78efc4ac8d56a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32f1de2d73e3a83f51b3e4eed386634c3017d455e031d47e4b126d7b947efdb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8acd591df354a15b5d6d3f9481ce065f251af33
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65e0f0ae29ced31a8898c256cc9e92eb7a68d23bd4bcac565a97114a192f840
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b964bea050a54ce59722763b4ea06742a889ebcd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4426205a61b9a1740d365bf7bd38d646ed60538838492e7c5adf0dbb352e0f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a59e0d3adbc53ad4e6c041737072b3d61efc4c3b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd74b5bbe637892e65d4bcdb8ba521964e6d74738aca24c7cd514db6564e129
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf830dc24cea1c20a2436a2b57bb8a31c279ebe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c3d4f539547c29e4c1e51f06e522d5ba91df744daf6b9de5f700b3211dc56a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5308f7a5e01d51f2c04c0dcb288c396b5090a04
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58bdac9dfe78ae2a37c2fd8e0436519870e0e44243b7c1fae1513fe5f5c2141
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0149e76d9abf1a8c05b8a07118decad42319471d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd447834dc585fce685b23a745c5d65dd6ffd19a2f62ac71be4cdf7169a5436a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3514e59d734a738597bddd38dc0095fca6fa2b34
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44efe1429f11c3e95021eac206b612677be3ac11d96f523915d901801d323ea0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac2588e6a81e19a0199afb12aa435602ce1fbb2b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b273986fd0479904900952b9b8784007acd89960c0481846e5186295c427b1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b2e9e11c05563302706ca70456e9196300026d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db8ec860747f26fe9087a5a465d1373b9554e03059e915ff884458ef3e85cd34
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d53380899da018e3eb84df00fb51f94f44cc64c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1939343c0ca1d44bbfa028a2f7c2048060fc8880e1f96c3cbd0adb4d89daba
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5efe8381e763533dc1784ad96358df38dabd6f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a71f4ad250aa2f08c903e66615158bec6722917a2345d415ef0ebc094ebe3ebd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f30272dc56bf529b1fac47bd671de8099681e9a4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a40c8d5d9f94c008115594f9b2697991791514184c9d6b527869ca44d883f0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b3d2a0cd9cb9f3c0cb77fd6213eec25aa50c78
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d51d08b0b953b5e83d5f9429bc8a2dec91c199c0c61029f948f03cdf657fc99f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea13ac8da4ddc018f7b1bbd1fca95126675e474
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69d8570c5ceb4a7c0bb6fb311f845d46d3645fe80ca2e98dc8285aadc4bc62f4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f818126e92e26d7c61c6a25f00acf92a0fab700
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff735f9eddf01786ce148fc9d0db0de27a6f8ea733c7119a9cde8b9f783d0394
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40a157a5412837d11bc9165611c291b746b5e193
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29b2db4911b35daffc9902e456fc6c935af9df121edb0a5a35e7a870e03b6eca
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b18dadac261eaa371548b68fbec00de5094d40
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd2e7a52348fb8a6ac0621bd48b6b0f7c3ae14a684f869c46f8b12c66b615df
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ac38805c02dcb245902c8ed7cb551e8edb413c2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75134d9c5bc1c1adc137a43e9f885ebf0cc655f9a43e0a9b371f99409a265f35
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a34101b81ccd1ee54ec3787ae9e8a84a87351a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:013125684b3108c8d6d83894d26f7b4234f0d6a4407ec586c44f2031efbfd76a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82ddbda82929c66643f2221ca69f367d3b167588
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ecebcac1354e3dd12cf32fe707a8729971400c119d3a694eb990fd65566a2d5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe0e30412cd0e9c723dffab7bda2660cd1d4419c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2346a5a11eb75e7fcbc3d63397d00a379a6d11e39ff690673322c9325d76a3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc005ad41253866727abe3bd4b2096acd0b9f5c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21165731fd900ba659313ead09c1a9e3af03b2c7d4f54fc4b8366071ceeb3817
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb799cd128ee6a7c3eda08c63a67056e12a146bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72849555ac6a3c9dabb8663b82143db2d1f5fccd49699c0ea24278bb3ef71ae8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04841720737725656fa55e847fe13dca86a8c5bd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c285a86b594f0ef361d604cf77da22856d2d81926cf736558b8f3704248c80
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..924332d53eb0b779bb61e09319d74e1cfa36cf4a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e38c23a28520bc78fc75fddb1eb11e286ca0b1db146bee5b5d7ab439992529
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6e715a6cf2571edcf788e927632ba753ec0ba0f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0e3abf89d04815d11069a5fd0e534537b7797bc99081bb9843e4529fa81d53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf2fef2a592179737666d82667ea524662d01d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e9b1e2b011f8f1edaf37fee0f7c05d463944851c87fab734b52eb5a248de2f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbad5c86be2619ee6931a03d1da0b512c4644a23
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fddf6f02d2e0fd2e89138f5738d124eb4d8e3147cc89460ea82bc0a430de7934
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b54b4b9a274bc0d086a1a83d3c42a82c652c0204
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d16540d6bbcfc8c5f55595ff2494d96f216a0c715098a2a706a2538159d4f3e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09bd606f123cf583f650a405066bb450bf5af056
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:facd1be588bcde62d03ae61ce9cabfa22b252ebba825be5080f6fd976abfbaa0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c657c5114a6386641146ccc630fd41f0509a5240
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc5c607c9e31d041a0c2dcd9300374229865ac8bca67a33b120cabd637de297b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f86d7147baaf2d46d8e4d91c026ef5f25e6ad7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb5b00e44d9f4e2e647e53d08b36b26f64e6ef497d7ab5979634cecb68708981
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73667f88a8cb4b0c575f833b967a38713e399b38
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa6f30564a2146e176665a74ab25dd3b303b0a189ee900883f25800f607afdb0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..713d3fdf5de9fa056299d0942fa8eba981d83fec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44706e665e8012f049878d6835ecfc17bd917502bfe17e6fc2fd117cea8f889b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7fa67e73fc87e304c3f311afa07710bb32ba059
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5050d9775f8b64f5a48d76569d21e18f63efb788000e899147099731cc65aa93
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b1f57e3f7bc21e9da5f8ebd513b7aa244b8b13
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d780205c56a802805df7f43ed52a10a7149b0021a00922fa29ee80d6d7b49c3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7295cbd5cae79cf2b326d39b4837eba85c80400f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:409f31029c46ee86c26d1e72f656bd005ce90fb6b1b8b92097a3bde1104a4b01
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7e0459a63fdec001bc497043970487c8d9356c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57dd938ba25f018296d8cb6978056f82439aa61aecd2cfc6ae4532da353ffc2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68fa80675d34401ba405b853f88bf58a7776d330
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7d1f0f310351caad05bb68265e1dd478786def2393de2a1509170d47d8c1e1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8c51276a472269e2b03733b3aac3b53af5f02ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e50461a6e570946235adae8a9547fa29b3af5deef979f4137f76730eab8f716
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a2e695aebaa9a9edd19885bb6478a749a5b418
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b5b08cb1e87a6af4236019ab97f660a435afc0bc07a31d7bcab41030c94c13d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a4e0b69e5db3291b0fdb1f640f2cdf5f55fd465
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70a1cab652fc58451e3726b86eab361930e4f3cf189fb9bb55a5d6dc31b43c9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a447db78fb2974f68896912b816b742a37321b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9829a5b09cf7951da51ab68d03054826bfb292efeb7847d87a9cc1b68a25042
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b0f107b180ff05ab679447ae2cdabf286bd2f95
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ff601575fa706ed1231611150ef3bb4888427c39892dd53163171501fcc376
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2a685223323a6cc2cd387e6e038e82477e8439
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eadfd736e87456e06125835760e15cb119984f4745b4c0fea2b864155d5a4980
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc17398d5740b51196851b7c05acb0ce83bd7be
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf6f9fc640a832854b8e0dd7707391e1a73be2206a8a154fb63d831c21c57894
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af96bb738968c4a2e099c622f9768633fd1cbc76
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690c94b43b84e8ddc25cedd9af04f1949e1e897b54b092d404390fb9448ffbf7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..192f25c9fdc885ff68c5792f50c933f0a6995469
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c179b269d2440d3ab1c810600c5e8c3d13496ff87ea083f298c987421dd221a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..346fd93a5d66cc5bf540ce2d9faba181997c5365
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7bb1757f40289482da70dbd1ca57adac7adc8deca5af30d20a2f4afe4bc083a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b7b4c69c9e520e2f94474a16a8e25247dc69cd1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f680af0dd43ffd3efa36d30ea8c18692ac7eedf374ff1d33c1fc46385c94125
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce7079849271f51e817339fc5b0560a194668381
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5a17ce744cd60ab5a9ef2229ae9943b3e4e4f14aebf1cc3fdca80fa4b26ea3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811d8ed7bc25951f273ff2658893ff5592fb4595
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf5077990903c6a83776a0d57162766e0b57829672e45654438e70b12ce3ae5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e95f7b99d5fb31079a2e66b8ef9fa470074b1a3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7afc7d189caebc0a71e37eddd9323ead7dc7ba90129a79cbe347990db745585a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7290e049a703366afde85c267ee9b83db02b2ae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a3e488cb77ebf3c6933343ee63bdb709e1767d7f5429014484c700a794a2067
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..907edb478683b58c2dbae3f1fc3aa8147d80626e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ed8b215aa0ffcc759609b95e0bbc1cde63443e0d3ccb53f1c5126b15fb7745
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ef1db2d001f2ee5e54aa0d4a13bdd28fc218ad9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163328a5ff7886153a27ef1cc4b463f48b4ff02f644cce56b99797f586689a46
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83869308ca13b3e20088b2660f88514ce6679251
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f9e405e64dea0c93f4cc81806a58eac6c051d2bb49fcfb042d092bb19b4a905
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c73ff95c3b7832de02b0774a0c9ce68b7235da50
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ff420e3515509bec7ad7fe9724d2f945fd5a72c9ad9a52625b6e2dc6a1f4da
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b058617db387cc1f4a6fd11b83ab3fc691553dd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:730c41bf31db86f52bbde56ff6b9a5e39b3564f63f1a8088e5b492e7172b8b13
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aecff1b4e8189b9a01b08fc52acf4f801cd32523
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e0767d95775c62b21015e35a3a42f4487f8c62deb1e61ed717543d32248fb0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2473529f2a42e7257555cf0225984d3f0ae578ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de214cb652633cc6050ef690d4f00a983edad7b5aa448098e9f3d8b8453448ef
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd296886e0735fb2296ddf09a7320c46863cd740
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9204160a9b684c0705ea92557eac4075494eac97cc77718e59032f46552720
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6876628dd145b54091915c4f92063cb164d022d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:274bcf4b95a04ec2d949da4322cd7c09cfc10d5d5f307252d4cce22657e8241e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db192cc7fa1996be6628be7512523df7fbba8bf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21bc9c344534e4698095e5921d486d84fea318f88bd00148c3f3f323a4437d7e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96646081e39d2aacfdbfeb2e49b4041f7db2b7e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd531bc14bc7063079543bd87600ff6645cdf6eec3c5bcc8c39bf4ed1ab8755
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd08dd18a83a7951b297386c7e57ec3e32da294e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11001f5503d95aaac5e8bd5a026de11a2eb37c68434369756c0365780c0f4629
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a66746cef518df5221264691cf06a66f0a89f2a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b758230f5f1129e1a2ee094893160cf1d8b51d8a24926786e1049badc80246d5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dd411be13a5c7f768eeee9e65519d1fb438a1a0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0704b3f36158f3ba9325e0427948bd26bb7b940c490055aa86f8020835827561
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8590a298438b761c79472611c37bab2fedaa024c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f249f3f9d603959d201f0f7b92a47c7623d91642e0d326abc221d5b878ed61a6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..432cc39769bdac42e5c6d39727cce506877aeb37
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c4f33f6d1b7b309488ae57b252c2df6cb801f0e1a3c3a90471d89a1097fc9d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1933c45d82e60cbcae95ba86ad8be5aef082de3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1146b9bec0e23c1cd4c9efc376fbe177798fde8f214ee144dcd8ddc20adae4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad0d2988dbd548b29fa3da44897c25de56af6ef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0312d3c3be2f88c37122286a1aad3c14c6f96804dff3ff1c6bddad538c0d0f7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b23cd29b99074c747771f3cd7375305197cd7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e927ec3a37665409bf4c9930045bcf2c34b3fd256b0226902718f90da2b6d6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b92474d9d7bf6a26540ec05f24b683b799c71060
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e63c8298b2daf036f38d8da12764fc258d379404a0caabd5786a21f6411b4fcb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c74fb0d33c4090b905be1bb45148c7ff56d4c4ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a6fd250e4a11984065d62ac122c92c5f8a3ca17d64298905fde6758bb88315
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ea61c4137b48e4545ad5d8e8acb97da6113f8f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed4bbbf682bea2c2249a5e5cde9d03b9e538258af83f68a5c0a18fa0d89a7ef
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..876fa118ec2cdbc66c5b955db049eb522ae9e157
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e29f38d71d67321dd4841ed46ab6b95be17d8e310dcf68eb8ee068bf83b9c545
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94fcc5d0ec00f0a5bed259bdeda6631c9053e68e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104d7ab587b018faa50f8fdf67aefe69ec84c79dfb33e1b1c326223d6f8e1e80
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b6cc13e926dbde38f3971a9cba3bd41d4052e1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87878615497c43b356e42ad92260b7e02051519aacf83166ec69acac0db28581
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0389fe2b1a7e10a52445751c907c0bddc877049c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ebd330ef38830c011f8c64a0da665c144a943c8004dedf3928665ba01021545
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d5cc64d30d5d6cee440530c9ebcc213a878c13
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a1be7c3fcc077e1b14b6d2b1b2f41c45e2f1575a0ab16ab398ff085233303c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b8b7b585aa28c9bdaf4eca4e205cfd751385a24
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59ad5ba1e6a116b3cfe7e264916afb4ec6647f6aa4ed5cad88577cbbe4db96a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f45ae95da00f304a3d364f8d86ebebd86a5d8cdf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66aa8b321f802272b96d5ad851cd7565ded9f0caca286f38a5429efe21c15dbc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee0b2149eb5f70f28971a063c8f9a21d0287fa11
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e97947421004775ab44d3db79efd08d5060423880feaa572a1a4ee3301c29e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9286445336d6aac4d4906c3fdf1dbe3c0129176b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dae9d23d0642a938a9eb86ea0dbe8a9204c06cb62dbc6c01c815c6e891c79b6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32dbf175979d2917fc8a8bd435678cb0602287a0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaa36d69c60c0ad3f3b8f1dc3b1d657addf2514e17738d1f36ccb03fe543526a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2abc7c9fcf26d81308a60f01ea53c26c3658f2e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25779da49f10490ff6fe8232b42e8ae43e63a300f8e6d2e3447281d4452bb862
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6af58c0d0cdb6f2d6d267b77dfcc92a9ea4f59ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216ed93ac396740d41223aa43bf43bc0af25e65f679842ea30cf9b10d2ae9bad
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c01e86c469acbcae3b8fc9f61042a090bf58f78
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c47c1baedf1be5c7dc9327c62f396d39e8dc49bdc0bb920a4e9783e3dfafc958
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..435a6dd16512cf14fcc0cdc351984afbdc6188e5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1374da24e8c6d840a54969845da914a98bed9bea664071d2a88957f2e6b3fe99
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7866f6419c7b47e01cb2c375a7964cd143307e22
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c84e5903662925ef35cc3d5f9316a3bc75177367111c9eb80b5e7c7550e2a1b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf597c82aa12fa9c7db5be53f2d9cb8bb9218976
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8953f0b3a85c681d5b298052745f90420e6fc1ffbde03c3b34a9eafb123f90f6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0829e85787d4dad1b6d02b17f0208804b3591901
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf2e15597ef8bfbcaad242f28721540bde213e6895fe37fdc0af0c65f2f72c23
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..662d8b9a0f2b4d434e8a529abef1b574b4c86cde
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ef7e6cd08c967b200f66d5e245bf889c2fa485e96ad73fa705177c6fd36b9dd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d8b263dfbea2b306824c336e18b54ae8e6ec72
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ea1920a68c218891a35a8d9f8caa2d81a86e20bcc9ddd46c434c3912acf644
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2e1a653ba77c2ba279b9a145aa06eaa20ad9233
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:056d26bb3d7137cec754d85198e5ebcc4c02a3c28b6a9bf7dfc37d908b5c591f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8eac5b0b5b0c866f6ff2000f77729880f7bffc4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7614db5432eeb4fecf79c197b9919f7aa6f29e8b1263865784e79ce78d234a46
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1c317bde8b3b834cc5d7fb49c149b886c311cb7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82250a1a3a55631113e385d05f5e5f17f0a9ac27744ae5f354afdfad247b3363
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4cb01912deaa93efeaec0c4328b4f305fcee81b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cccac32900fdd01d3ee3a2c06c08f9c0e24933c60878067e0a8945cf79db9dd6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..073190f25aa8c7ae32d52a29f44dfddaf9fcfb82
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c997fb0cdf0cde78aa54aef6eedf3b7cbfc4709d18835a622807dc479a663342
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe815cb039aa0e55669cedcb10737d82d3ae3bc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500e21e5f388aee3dfcefaf95f377e6600fc9f5199619a41a18f219dd73bb862
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a2f49f395f9506653ce242505084334dedda2a9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6efb91585cad4fe0d716f8d718e62cf6332948e3171be5d058076620b8a74643
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c588f05ff7983e646c8a1d50b196a787c98c9140
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f64c65f1c4626b40fb199df7b84e55312e3873358ee5bec159af774b4dcf976a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55ecf35efa2a5e575e76c52ceb6b0dda57511801
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9825336e2dcd1f32d11e911b30d53fd36a09569b1da644b79b8c6ef0b217d231
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a3f4c869c17f2062f70bdb25a2a5f01b6578db8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f470907c26f4ea2a20e3223e3103c47eace7439fac84801d2b5241428b9df9c4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2049adfaf7071d2d537b52fbb9f457b54de2b04f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:369f764d1f1d5b219d4e8a7d06f62ab4e0005320b89687ca576af6004719d523
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bafcbd9af158f85eaa335062387047d19c1bc8f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d92fdb2e02d87b06ff203ec2d045df32d48eeeaf689a11827766800f3d221a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b146a182905dddf318ebeb1f8bf0507f11ed0039
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b09430f45dcd74862e97e2a12cdb4c48ced9be136fb4acf62def953228f2e346
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e106a79e6247481275fa84f627bf789a7132ff6c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:810f909366463ba0afb9efa1cef46d5ac22317d4d7f787f58124e168f716f818
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c47afd812df29526b6b79a85a8ad15a54c02eec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab530be982819af8d3b550e27af50348e751f4ff8f4de930bfe54ac22209baa9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aab34aeb83134fe9b6fe0cfa08ea886ccaaae2d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73308f1dfae8c68946b34df770cf4d46ce29533dd1b051dc34665d6331c233d9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7792541206e6803649854fd7aab146aa01277de
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa0d14ab5a9be7cc90b59ac8f18bb8b69cc94af42f52ff38ede51d7253997e0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7ddcdd2c85fbd902a2a706b3bc1756e6d96c59
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff112cdf3cb332982dc1cd967f5e70ea8d0d4c8c2b285e849ad25fce85d73d6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8ba688bfbb8a058f8caa2b576362c26ead8add3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ba93bc094f8578d02c8836f8b3f83764ef3af80a1c83fd51e8057092103c11
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32a9adbf95630bb42930c2c9f14be4ac2d8b8eb0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac71e6cd873e2f8e15c4a9df661232244441a9dfb1b0a28a2b78ce551e6e3af8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9d89e54cb1d325de485720e4e94a889338db1ca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1afdd39e9301fef0515964ff5495cdec0cbb1f41f398a9bcac049ddaed96edb5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6612ed98e42c3e17f9037623c6edafd2bbd6552e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e333dc2d07c62d56646d7454674445a5c4af976bc4cf6a8b1f17d9e94676758
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d8603e43ad6d149ec945cd6d4f46aacc5441ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa050762bf9cf30c52bd043e971de0aed1860cfe0bd86fcc63a84397eb32717
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a42aafc3d5ec215f8e5972785815c9f80204a19
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3647ba06e72793e19a0db374bf85a50e8df85dc41c99dccf6946c577a1d58bac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..040890f246968fd1ad21f79278298d32bca4c375
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b439a8b4e0a8fbd2642795834f26fca3997ad9b9e7b25b50c0d1302f41ce5f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b0636e9af1f8a9d40b294265b5204659ce4d656
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faeee52e8d32427c27523c2397b365decbc30b61cfb427e364b61fe58afae272
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6cf69629fff3625acc9f52ce628759cafe21f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce860bdcc63da869ab066dd758898777480886890cbda368e33e843a18a7750
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06e9234afde9c10f286ed6c1515c74e8c0a71c1f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709733085554797ae1a0f13978dad6824a433b73a6a6c9f400ede93040b2cc33
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4355c15161a948d039e145e41a9e9d320932672c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c03e6a6830a681a8b7e7cde9ee4e4b9797bb2f65b68236c6a0d224df91ae83fb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745db335f0362e5aa1af566331c0dd6f216583ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc5d0216b6b1d65cfa749142ab191fec0d32f2b7fefa7b463e29a652226072e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf266e7c97d1b6448630ab81f040ab5e5f93fe68
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a79d286d77b87dbd580e2c04835caa2408041c12b918072b11b123ba9317d4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42a48759acfa7e18fbb20cd2abd0dddaa8d299b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f02129fcad3940dc1098c5815224cec3cce7838c6d7d469f9b4142bb07869a12
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58f605ca74f5784f8734126804b4f9b45432664
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17421a7ed82a1c0de3c43366ab81cc0e1af564401cce73dfa754ae25b13abb10
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75395d6d599dca0312929c7b7179004a0337ec87
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ccb561f75a768266fc08d262509e7f5b03577f7e0ffe35b4f825effe67ad754
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7df9c0ce1200b741c1ece803fcddb78f8ee0014
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77cf8eb1c161b020c3b4ec867633be68d4ca3a7f44242edf44eb50e35bad513a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374081057f2cf74e38c0ede741eecdf6fd0b7d0b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aeff55c6a388249ce382b6a67b03243e98baa091dd3fdfef7e50af96007f78a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db85d4243dd9253e653d529e361ab7efaa646f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b993a1809f570fd9edf25d3af765aac9227e12a491d03d63c65f279cf222d4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520dc4dd661fb8d576c87b36dec28671d54dffe0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0908c4d6f2a4b1b4efa89ab9e7f6958055038ee6bf3cd8f68dc1f96a9163e11e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..492f9c12065b2fc7cce20125fb582ec6b9e12e33
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3881c7478dd5fa10c1b1f2c6022340db9303f8105a21a8403776b07eef384a4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24a6481844181005c6088ca0a25c0d2c5079ce64
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c759b66d92baf5db53640ff992b7eb0ab23bf0838361a63f167bf568bbf0d03
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea3c9b92f9d2ca50076cf054218b26df6c1d9a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de154da49e85f13910a39a841d4397103ffe8ece77320026f046eedd2c6c8f1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118fdea228720cc72dc174fe4a886a31f9e4cce3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeafabcd0b5144bfcee1f187b4334c00baa15ab583d2b6ad2ae5dfd59354c9f8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4273ee32fb8cb0237164f5247c2f8b8a31e5454b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3638f3e0b6423bd978bd383175eb61af3fb522354765cebaffd7be35777dfa72
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5261686272c502fd5ca1b8b5d30c8d8473f86dc0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea4bd6f4c49d0cb5e4594fbe582c0785015237a09ce3e3ac3f721063f8423e02
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b30331a860580d296348af4031b8238a26e5589b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c48900ee94b4d2c478e685a8bdcca41481d50666c8adc75cee91f083ade9d756
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cdb1baa5cc51ec4d5dff07d5999d80ca280b77b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:265277b1e0a8749792df7d836b15a6c8ce4a071c9ecf1759dbd33a07b9ec0cae
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff922929e28f170da0ccc52be1a6ec0e71d519f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e8f7f977132635868eacbe736a89f824a3755738dc178b5010bca5143d9815
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e43c08420ffa0fbc8babb52f4eab5535adbd7808
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f2f00bb6b6a71bd3426ca9d21231cdc4b97bf166ffd3867d38f63cc21a4d32
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d32efc5361eaab488604b5e07034d6a761c0d0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a40c00674348f8ae838d52cd619475b2d54d3bf4c6cd218a11dc761c641e5292
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e51a3bdf5720f4061c7ee21632c6f92cffd9909
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8656180c71e9b388dbf8855515623475c861d7574078a867b939bb526572ab
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765ee3f1c8d0e90f288130d11c1d522cacae7981
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a988debd638c7f2b428af38116ec127825c99e043489bb6509437f9ace9245
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5129cea7b81bdac7389b2d7e718a8d2ff4843033
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37bbc6c3f1a864ce1ec5940f041602a058e8be0caece4fc37abc7d93cda1603c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ffbe5e80f3355d7cacf49cad838d6039b904a04
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecdf0c661fe502e7c0ead1949c9f7589c011c7c22e87208d972638740f49a773
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4568444d413fcfcfb01c603f3377d78d915a030
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72aa7cc01e9ddd220798fafc54d636c91d7b6cd361c6d941dcb842af380dbdbd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a01794682ccb9535d77c8eb62717a439db0694ca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca38e5e88954ad2ab3a4387c4074c29f13677376569452b92390c24ede40c69
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..730b5dfa17c795bae6ff49887c8c458a4eb9dbc8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f021ccdce6a9ea630295c3c1c171b2c45964ee14f9d37b93c500bed68117f44
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4256f292fd7ca2e8ec3bc83b4b09093f0f1f4362
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08fdd6431e96059fb3bd4cc3cb338e70fede5b9e6fb0cf6165a8380e09fd0ffc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f78e4f5195d5980e7cf04338e4f20edff6e7351
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2b99a7d1941827bce77cbc4be3355137b5b8555abbebffd7c17c8df6ae1ff35
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4c86dbcf349ae444a6870e07ff688e088edb5fb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf0e8f266f98a76486aaedf66c6ae261f6745673a59d1a82ead1948057c36e07
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..510020ace86bfeebad607a6410cb0d7152fd2759
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c532c1f998bb92c2695088964d74b4bf213704163b71ffe426bec9a119d891c5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..274c07cdd5a15a61e71f75e3aa0747f3875347ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe5be4711c644d9cb3912af4e1927beab61a61cab40256879aa2aacdb1747c69
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1768f5020abfe71bb278e2db4311ed93ccc930e5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37fa591537db59c73f9c5dc9b0dd1211bcfa072710003fc9c899eb93db8e26b3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f942ac0bd1836be985d9929040fa7e8412073819
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25265231dc293799c9210aa30038eb9e57149817e7bfd61b44e150b6ae0b33e7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baba15fa18433930b847f0c958a59bc8189535b4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b5729b8357ac5cab914e2a1f637bc70acc1591bd7f63cb32d34aac7c3af2c19
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..926d5ffdc304af920106b4a56c46181701d52530
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23f48ef5d43ab1e5b9d0db601c0539108ec2525233df775ed404cbadee7e90ba
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24497bbdfbbf25a441baff74371be820493821b5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89352254d5060c70d0cb57cb97e3c420949da7972f48f1cdd45b9524901794a3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c6e4913cd43742caa3bf3436bfd339a2fc0ab7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ec00668a8ddfbc52e495ef0aac9f95bda05aff1bae7ee68946144d9e78b622
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..307c9d6b127ea4bc83b5567abcc01705575acc0e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:266b29bd908bcef99199117a385aea9747b6392aecae7b689dc07602fb79d98c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1325b55af6ecc52c28856b0e98ca19570c016ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:355e3193d5e6b5ece52181b703a53a91e452a5efc3a85ffecc67652e886cf975
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..108a5ccd5b1fce9ae385ed90b425c47fe6ebff0d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233125c3009c3334dd5efb3bd37035e3c9a71d80552e00ad159fbc0c8622d418
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0952df2abf968d7c06ad7cf7a1d4a4ac1d4ca2d5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f02cf26e49b9222015ad3045696830b73a734196af36add0268024bcf8544c22
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a35e2497ef87c9cd10aad8a0283a8ec78510daf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc50a73dfcd275935a83c558cc42e1b431074781ee0596cac7e2fbce18efbfca
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c9a766077bfc2c730855140cb73cd339a9ff7fd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c80db3df0612b272b198501f7c4cadbfb710a1c10d8deabb2777ed4ff604eaad
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbd6af90120f7d8597b9ca8d7f9390def5cf7804
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba49f49f0b825e1e16cae558317991bb8be4998064654577de39dcf95f8261d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe6edec852c79586a1ed03f71b453b26d48fcbc8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed233769c57279ece57d3d87242dcf4958a9158e177186a11bd00412d780768
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f818ce8766b7b08ca597c5e0a798d967a4a51e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9762eb3d70e2517fd2a9a6405bf9db5d7de1155e53754a4b2be82623eb3531bd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33fd665b9dbb2f3e1ea3056762744b88c3992327
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:144dcf55b2ddf0c68a7f228589398c1932bc31bfafddac471fa31b3a40ae0cb3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a22a48d3e4d8898729018cfbe16a043003b7b78
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0631734706fbe60166530d0736315db4e73b099eb3aac00662a356cb16317a6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ae9f815675f2619948ea1148480206747e20cb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8337f86de7992dd4c4ac7e005b6201bb5bce7da13c218f81850a226612f919ef
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f103ae40dd01a79713087b90f305ae9c1ea06c08
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00f0cf287f669d2df1587772727b11bba813196de91a01ebf4fc31d8e8c137a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6708b269cf2da12da6c779084deb54b28086c061
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f8147ba3e2272c02015dc829d16b803a43ac4c58a3ca18c49a203d13a43edc2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90fd3dbd4258bc1d8d905c627fc89246608e2fa4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:766acd0390679657a4f445cb573b7d43cf4e02460bebd58ad7d185726f0632bb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c519d1f73975e1478f986a4237be7113986c1d0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7de0e177fc1a3a148286f81b8445b9af5e65a82c50f7eacd51b5b5c048e15db6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c8abd4a0ad6987b814c9d39d5be61e8896d378
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c5f17e31d799b7aa57986c867bef49ed78a5148e8d7314652cebc02bd31408
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afae9f04e40f7e549f3a10ca49a99ffdc49af895
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81cfc2c6e9ef26caaf916e214f9ba7601ec4b16803353ca91203056b7164e408
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acbfeda56b0e260346f2ddb254d349396ab01bc1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dfe83ffb0ec3bcb28e81156143279bcf58cc81476aeb3a3002c56f077171f54
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc5076794845cc0f46f48b5b2931c68732a7ded1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a6f95039726756b6623d18369bae8f6a7450326468546b31eb6f2bfda2b5c3a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..678c9465d5cf49c0c9eb0973a46f2b4521bbf019
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7fc128dbc5138738137cfc9f54ae5c89ae89f3d0781f52eae1b23b34f66f1ce
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c106dd1f2c7c14393e381735e0d54ee6a3d20061
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2278178823faa02dfe60d16e06b4013edf27a7fadb9784f125999f96998aa102
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a67eaf881bcf7621df0b7db4927bb181245b9e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea596001ac5e9731873e75f86bc9127b81165845cc3374977e1a9ca4684f05d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60ba4064f84747943a7bdad257cb823e713fa7d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e08705cc3348d2b99eaaf858562a80be451bed1a826279a0fb77107e679396ce
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0034be1ed4dd9937c5c663ed76ef6793ee044a08
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1fa94e4fe53e9359253991bd2a7015acd63d4413ae077bfa4887d42e40c592a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cc143a21decbe623e49bcc717167c9d7faa4ed1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45cf609991f6a23946d1259374531bf123ba2b60729ed79c5943a7fca18361ad
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c31c56fd40ac84f56a4b6dbd13b70c893ef9aa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dbdc74be15974600e845db484c2b04a9a01f0e2731ecd2eb6f42ee52a11cef6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83017f141625a38f8321fc8f608d0a5abd4ad1b7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd10d9523d25d9814119a735a4e02761da995c35dcf887ac1ccf3651f329abfb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12473ddf487700b486fb613a314c8b009bde7ca4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d52627e40ee7334e61e5fc1513af7b8ac013fbbe12e6694011ac3645e041f1a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f70565803bcba74a5daf96015ef7b1f07b2843e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f247d826f98415d7a6c9d375cef2d109e3e2a7fadc1ebd7543bd57062e5b58
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64778ee32488dd1f65ba101981226f3c371a15a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe1bc25893a2ad0ed9336ac3ef143707add317e99209e289e819ff4cca3c18b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b00a0257484941ab3a505443877abaf4f53ae3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49951bdda9d5f580b1d5360ff39e475a38b55a15417fc1d572a43ed837673f30
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32f8abb9545412b291b56d4f8551dcc930059471
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f138ec2df37c60560e4bdd07f880c1d68252526f469da6591150ec83ac3d6f00
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32523bdf470680adb021f2e52068a3fb06fa3cc2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c0a4c6c57d6de1ff20594773488c3dc7c0111409f06bb935629bee9ac25c52
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d904604813cfd940d35718e865ed533cd9c921b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9831a8e4dea5b2a8dcebc6f78d6f72267373d28d17b4b53be340b2229b5fa6d8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c122e932abd8b8728852da008a2e474ef0e97f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a43e32bcd3c4077bdb605f9044743bc7f3f1314e93fce83a9f6b4b1a187c0b7d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2f1b0956cd1ddf4dad098d12b33e91a8d815b42
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aecf0c3a56152af9831c6c6c62c3eaabcbb10693bece624c9d6aadcee0e39176
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c48ec1e0d32b63893b6bf7e98f4745047085649
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d314bc0358cb3b51a29e9cd584b1f243bb099256e0a5ab5307f10111a13f2a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13b274e0df0fd140c0ca4b343ae202cdb447b66a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f159aea30bca1ad0bfb102f4d2ab2c5a6ebc7bdf3b2f61da8c66c63df57f24
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02fd3cd21acc4b82da8389cf91626a7bb806c19d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd6ae5a63638f3a38f461e1680becbe396c41c53931e9d60afa7c4fa6233ac27
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67cf333a73d3d3e16eb2860f685b72997ff9a19a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2958e021c8d8b7f56f489d9b7943624fdf365db7aae1c1cb235495cbbc0bb99
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ded9aeaaa41b8d657a7b83dc7398cc28f842c860
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d806f466b56f9472ff370a2d9154e10dea5689fb180d9844e2cbf8bb0d4b4cd3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457dc5ebb928fd81dcfc338c98a232e60b256d76
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c37b4b289f422924f7b7c11a1e6fe80f62953c91a476f08d781f400d505149
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226633a1d7145764c2bdfd6b1ebfc23a0513fdfe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e0addb87bafdd791f8f0043838c2f65f3d1bffe21677238ec512dd2e9947f13
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35da8619613b175b623380000e11968ad1944297
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e7fc1fd30813d75aec9e5fc7eb4be1bd63d1eeef854303da0fd8927c2169a5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..772281d895c960e79cbc2b1099d4afd571273f9e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9018aafd18ec5e160d444e317a5c43f04b5936718599a1681ddddbd3e99b63e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db7cf9236b63958ba9ddda01724be04c61e922dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca0d205cf75a36da3a982707a404b8cfc3775917db24698ffaa12cd4c974aad
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec73881e4c73f192b5b3a538eabf6e07089b1d8c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc68c43c928dc4c5d6db81ef7253e3a0500cc830825aea386f607cf41f01cc41
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84832a846b794d7d4207d4a88347c8eb2a77c8df
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf89901247c8e865558114cdc2e490577ed9d4092ac924ccab89083feaab20b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d0a7aa3f305d95266b0a8565165dfe9fd5eaf68
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29fbf1783ff4a1860b6a431db302750e0223ffb7f0228bfc1eaacce67db0500
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0930c50a9d7416738fb12f4f1a23fdeece6a273c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3d27881d6da17d763bbae120ccfabf177ca7fdd833f57ab72582160b6afe88
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20bd66b2f4a985f20882e7737b572edf95c7c64e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a447a433df8c8132198008358f8142ff9d1a82145ec6e37337560c2f351fd82
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b0871f06a0717a92f1a92e4425e4c79bfede1fb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229a289b10560c824b53004d04465a0f37e339fb5a666ce221f2bdfd0971a9ec
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ac575e4632baa685f2a8f3543b6334d41919a66
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123f5ab7c56c87eaa0b22efa19ef055a46185323c54959ebac1f326d138df52f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab5f099c31728f981c07b2b8f2a117a6de59e14
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c8650d9f2965e6ec19273c7488bce75b59a69d9ae38f9275c7b2b2c07fe269e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b1dbd3d0f47c991a4878ca2421b37c7cf3ad36
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5028105c28d0b69e5f0e44b1c178bc7eb934574f3b3b1e04374091d7cd0c275
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b5176aad280350c4334d8b9556ad4b127154d72
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d34d5aa1f1912dc734a031b8610c0e37a977e9363031b44772b3fa58484acc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca6d848f1217594a361fa3dd948d0f419c70448
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87005736f9e868f585e4ec87cb259d5d17a8496f6dcdb4463dceb9fa7146556c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a3b40a2722c82e239f8e996a9ff87026e76559c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a358349c57a62cacd96d870a31ba56e4d526ec96a1507374116eb719bf558e50
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53bf8901f7cb1d4c522687c89a61784847805750
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9274e24b831114dc3c8ea626be555b081b11e6e450a0c4a5a8d03260b1c8099
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c485d5b07a2e9de16180faf383e6c8945128aeb9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:687c2388c0fe00139d7f17cee7eb7d591f331116e7656e9adfe77bdcb20d1e0d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8216036dd4d263d5b6e48cb568598cfb10d4d8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee0fa5f85810ed82b91b7d7a9c29b8c336b2b9355e7ad981b66b2aea5fa871a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2476bb0c2531b3a7411e36c51d60a6f4f099fb9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317615c3988357fb5662766f5390e461952e281c911f1b6533a51fe0fd7b2e4a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..478f6b6238b5279925540870ebe605e852f206b6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dcee24a6a437c9e486d3b2cf48563038dd230f41b2b9dc12821905eaea85d70
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c39e9ee0a592683c6cc150de5bfdcbf3eaae669
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a021c0881a10f0b3e1ebd2636f7f61f7e7a6d94f9fc1a2c2cdc40fdee107a1ac
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4186bfc9eaa6fd04a50fe944f938d56b7e284d8e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820558fb7e98b1a6f515fee120dafb599e9617d18749739dd722184abef16cbb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a46c6ded390d6890175b6405c3145c6365e15b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc7d01120aa7045ad4c49d6824a5e7572b3afc07889fe977ca10224448bff989
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96eec49c3e6b8bb0657e82874ce6157246a425d7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538b1219faf44720fc4efb842cd328e0c31defd1e9017d4cd7ecc93d44b17cb9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25cc0e3aed09ad038248254c1bc2342b7edf599e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ed987a631d762ec0548bebb89001165d39b6aa3c15b745774225e0e58c551d2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..430294e62729d594893874f41de50e6e8969784c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37369464a67a25e287850e814a7dd9aabad2972158de49105da5d982937c4889
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb5b51cfde2ebb4bbe6784963f21974a95956ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:843fbc94f460113104f60f260fe7b96dd5572305a469743e8e961322e66b44d0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15a4bb416c79b72f0e61126454d2bfc094da0fa0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a50bdd8ae4918d775bfdc81737005897d6a3093ebc6a8f2c33302db5a409d8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91aff69f4d9d89f150156f8771b7352fac18063b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a89003ce2703e86d944ed2a55e5d184134b45a5f4703096b557c7a21ba6d56c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6864b777f29021149b93d6a6625eb21de3c649a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a897bb4a8ca55a23e7ffea33381a275b690602879b7c9c6b4b69ab1455eaef4e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d643e403ccde547b78228da4d6cfdb9135a95007
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e161c1d9ffac02aa0dc0831eed4d0a649107d235e403e8c17adb546b74951cf4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c01debad849b21342dcb867183d0e7ba7e99e102
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:925fa47732cb1eda755054cd2aab46b80b926613b4050b79c6b85c5f1aec0442
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3ca484799064f548d970a089c83e05887aeaf31
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b39a307242c489d71080109a93f36e1019e6be6d55b587d16087c7d0a1ae18
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fb963da61bf6ed4e246b29fbffcc9bf486d7fe7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5186cf98ff70287be2277dc92de23ec76232b796323d9a58def268e611d31643
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..987748d1add45e7de418fb82b9e2af2e46cea4b6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8fe8b526207513e47b197db5f2060798fd46e294e00cc308b4bc07276cd541b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459a6d4da90c267114d531ad59dc47b77016fa69
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:889869df97831f5a1cb9ff18ad8b042b0b5ff2719a93f06045f83386a8ba107d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5efee94b4be88816aa4c1a8c9878eac9b8f94cea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb0f9ddf1c466da26c3bab49a6471378f71b6a85b598c7c593486371b0fdc6ef
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4fd10d9925b2252f2d30499ed346c368e714747
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:320a4e0379b07edf736446b2e7435b71fdae7fee466f6bbd6d8643d201bacffd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a32aba87d311c7873bae8169a74f96e5502af24
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c03e491d7a146d9f26ab12b154e27e85193d16c8f6af0e9afdc71e40d9ef6f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0b8df1d6f4307f36084f932825a1a6b38abe6e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ced610e6ab017a810a81e7724adeb84139cb699f9582925728f2fb70a9891a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4547fa62e28c23ff67e888846e10ee5be5ecba8d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d67793268dbf7b63f85e7651c6c3c8d13f558bbbebe6ea0a84adb74f00dcdc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5fe040e274192ce9419995ac2104e0f12b36dd8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2941d29ba128573ed918617a370205e7ad5d588a15e065ec44e8bc7a2ca5760
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10f21392c553e33d8a39b8f6fdc0952c39049a7b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a021ef7587adf5495ef094b5cdea0efc4e321c0ff8f573fe64d74e0167a3b2a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08bc987f0b0ff6e98808302e0038634fa58a7d7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f9283c7dc9b66de40115ba7a0d32eadd55bcc991ca7a43c9b3c402690a142c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc6bdcedacdb3178a28172d01d05d9da7219676c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3cc5699b7238ad165caac66a1a4766e404aa81faf88136efd9b44c5bbe9259
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a4861e8ca2ea91472e586e57ed7dc655fcba4ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc70ce225f91f2ef625a564bae6f86c6f8c4c1e5e993763ed58e58ecd13c235
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0aa3b6b607826bc113ef29e47ba168087340881
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7240d25afbc92e0bd7124081ee108e0dfa89e0bd78ecda9c6963a15d84d716c2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2889f2ac66678ff9f59d431adaddbeda0f6f143d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67762367b280328f729f9bc10905b6f48de07b6c557dd23af735fe80dab7077d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc49a975bd689d5536136a16120d7f3a73f5e264
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c86774534ca7bf14f102937d586d245d5ab7fb72149331dfddecea18c05d96
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8210d7018a0964071ecbc01fcd7d429b9eac729
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9f65779201d651d0ac62941665aad888d57b9ab59137455970b3a5ed446cd1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f60d6c1eb39f661def333bf8e0d3c9be3eb110d1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c60c4bcc0755ad07a788a5cbfc568f940f2ceb39699576a1752d75d8bc9742c7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..600cfae82d9f0a362fe326f8bfdca06cc5c33011
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e738ac96e8eae5b9ebe73ff36a47fe9b07a5fd2dd676695dca10837b8774ce
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..768fd5234c8dbc688a409a69d78bd4d6c935c96f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86dd4c37241ad53419f8b4ae3e5cc09fa56c08ddc95646ed2c9354f6b81ed095
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5ef292d60a2b0ef05d98b0e4bb33d188b0c0851
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3993aaa0dac0ad945dbe07c63ee7bbf34fd0d34952116ec271186fec5ee93ef
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02bc7d4c916cf8e947bbd3483659fdb42dde4dea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb66f8d2da0c2993a12e13cf3ce02ed2f8328ee2f9bad6876262bc47ff81eb58
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f05c47a499a06303ef65591bb8e1fea494012f1b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc99813a8d79db28a8f53682d7487884c34117743f7091c3b6d6b4708e89e6b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d7c35d60ebb3a96ff78e195daae26989363058
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ec515f5d0d692b1ed6e8a081ca9c0c1c058d04192aa7553fa32cbb96389f86
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a99023f9f380d4174e7b40ab7f0408f899edc3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3964c61db7a7648c4e072b07b3af1780c6dd79e879191d3a93f44f169bfb919
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d75b38a8ebd814a4fd6fbfb8c29030b39fafe268
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:786eefd2f32f9530991e15d50001f80f0571c1c1c34c8828ea0c62a776c774b5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d640cb5fd59d9d855e565adcdefa3bf5451e55
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54b08648a771daf56bb0234b5bb9f8ced940252519a59756ec7f4af8cc5d504
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a16f34e1e6b387f394c84bc301d378f57b1d925
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967ec2d8ced2cc8d579f2cd798f6360347db7d663de104aef370a80c40424344
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2678c21fa09f1bb0fd90a51b268e22a95d223b04
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21df64583ec3b0323fb0f1c1f0f26b16767de18ce89304407996ad2935b21cfc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b707d60fafe098f00c06ce70e3f6fdead9febe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2666a3706584210f6e1724ba77df611c2fe6c1e812f6b332d76598aea5fe97e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6bc4679232c3a8b4223b428e0147affc59bd214
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf2dfa81c0053d7e2c1be94dc4c73b25e223ce90566e21519b4956301b29266
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5239c672b8036e68fb6ecd4cd03fbb2c18c7e923
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d11aacd6150c0d5bf3fbc6b4876ada52fe860444b9607ff5ab402d21250e696
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dc3eadef013e149f14a1874fad5fe7ad20ee3a8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8cf7ac18b75767c674a15eace53c895da46e04c6cbb575cd4010800a73c75c5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ad934cf2b211ccf896b977e7e08b2c5d45346f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec916b051a7b78ef9077cf3fe50fbe47122c5860ed2b446a6cdbb93342aff94
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dbf7923053202234895e40f3c479e0e4384e3bd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86f1ed83a4c84dfa294d46bacd6dc420df867f2d77a52e51d471ec45b871b7e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fd84b278f95636d0374964cceca37a3fcadf060
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff8102369b85ee99f1625119b3dc487a452ce954060b455e07ef708add0f3069
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b56dba8ef6321ffeca10554853633a6ab433c88d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:050ac29abfea1584fc0d780daf70a47e7678aeaafa263c9ff94f1f1c6e459f5d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6ebb69887453aa27d7e5374a7e1907dba94823b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e3b9e32de5e8b13af040cb5f303379f5f355184309ed958b3bba06ab156c29
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4eeacff2b9b0c924aaa3812a6f6e33a85b89568
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f20f3f234af1e1c20a4683fe2eb5db46d89250b0382fbeb6f349404cbff5210
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2643d3404952b54eafea47f51679446dfd286d66
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10c675da0f1c4a6da9fa4742b5d2727b8392eb47e13a202e63dc5ed75e3e7cff
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c092a4b3af621e64354eea63a9bbdfe4c615dfa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:883d05ccbdc235e8add40cc60345cb21f7dc62781d4892976b36f54dc01ad145
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46dd06afefac53ea1c55ab76c1bb844aeb773bde
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e557ae768baee90eb7ad583fcb0d5a28cd0e28e714b8dfe0f76494ade9d24a1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a05a86e8177da929b099ade7ccfabd05def2eac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df6a7b55c6dc5ee334f2ce6e9b1046ad4dfa4b17b527fc65b8d819315119111
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82fa2fce200cc524daaeb2d3f9bcf6f1f66468a9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c02ce4d0a29eb47e5c9fdb2b2dd003b0a50974b27c9aa3b1d489b640424f2a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6828e5d7ff51168079df77500f3b89de63588ce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bac1c4c8aee4e390ccb3cd9aed745d53c4418b67a49d05b1277f052e32cafb9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92e2dafb042a088c5e569a6626b4dad188956501
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ddbdd3dc5c869141b34e9f5fff1dfaeafd766608aa47e44dbf1d94c1054e163
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bbaad858a5008f77f6933effccafd766029ea65
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f718957959c78ca4014bf199dbdae67ae91c28da7a7267c199ea018831f22f8c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb70042661a98e99c4103e3bdfd7e6a85134842
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:340b074705e8158ddd05d69db5e83b497dfe3c87bbea14d328548e7b1f3d0f06
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7317ed75034bd6d413359312ad94ba5fc023f33
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd96e3ad8610664083e26128349cd8d8bd469bd4a7c43857b30ff2b91769101
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6968efc337bbf187e7ef9020bf648d198d43231
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:908502e4e572367bf64a701266213e519eccd593c9f0ef84eb0534a45eaa58b7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea7832a3619ab2e2794f24770699ccdd531980e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e21cbcf87d259459e187bf57007ed94aee6a1672b36b0de6a5b53833e9d8e64f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ca241a6b6f1b559de1f29f031388c96f87b23c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd2d117b0cdb63aef75b8ec63578e028b8f7437f14924bfd858e8cf7a9fe708c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a63249bf88e7e88af64329c9b5f4624013975e0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c22525f2187a17c93ee3afafad10651b56fc7254e2ebae1889c03e9b9ccdfc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c7b164899e18234c1ed2fa94a0a5e2cac8d1df6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775d260b5fac344e16a9eb1e86c56da637d64a240306babb383165074363332d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7836430de1f93318bad31b2c5a0a845068cdb548
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1558ed9c6db644b21f5bfc61224fb1e505c2a0eb6314b763b7468175dfbcc622
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5bcb3c73194e725b11dede838c03cf58a85b702
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2190e26f284aa6c15610823ba675701c58b318e2d2a8df9a1fc3aeb516c42695
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e19ea43421213b1a591665c06ff39371e12a4288
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967ee0c9db2af5827a741f6ab9bc0ed1a7af2335ae4c3386f6505c93cc89502e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15697fc484618cf7e5af759e6148d435c70b9e4e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb546429f5e9c3d4064e40e57bd37f8e3fef1f892ca1d2bb099d8c939cc9983
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a85d4f7e92dfaf55011d02a652706b643c0be56e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a35627688dca137d399916185a9e8028ae994c6e3e5e2e722b4e5203ae6487
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a28adc0d60759e37c2decf1f04372eb7a1a6415
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d769dd99993b2c3de39177891db69dc3d0554659757dba1f7ec4ca0d135b5b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a62dee53001f8e33e06a675d19c3f89bb44d9a3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45d610dd347b81df217e2ee15787d5002723763c2bdac2cf8f9332ef0315293c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4855e8e6a57e236846fda7c3e8f12a44b74152da
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2524ed0c4e134b2f0d849d0dbbf12a11549a8cf73680f99465b2c9e9ec1ad0e8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9040ba13f7f9118d75d1c18d7607b8194a632dbe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c650e0537db7a7104d7f8e003ee8f78f730889605017092cbace281061a6c3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c02e2222c27837199d762c979e34e40286c37a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:650c461d478bea7c3a7a7deaf0535a6086aad328d07d684486e1c7305014f8c0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..174d5f380dd827a82842ccdd672764b2de77a50f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:756363c615f883034024d910f8688220fb034824c7141265a23ef79a6e2556e1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86412fdd260da771bc15d44d95851b80381ca3ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b41d8b22afff9902959418749f6121e5a439a1e5765410e4d3cc2cd24875ee7d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..013152100b20898e444a0ff46eaf41a7d03be93b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79d5dd681fb90537ebe9477bad64383a648c678db3a0a1484f62ff15a236329
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2ebfee3925f0e3185ff6e9aac1f4b60d9b2cafc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1389d53c4fbcab64df146184470d081d0369b5a033a141a350670b4199ff586
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9faf65946a2412f5b122ed25c2af6cf4ebe8a8e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca059f8f6d29ffa49ce0d7929af8975c08d3560e70c37b2aeb665ad0db32b06
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e1a852c377c9b3bf591091e2ae2967692dedda5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b69212922ffd6b5f7dfe87449baee1e3064d112709a342fcc1feb678ff783c58
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e48391cbbb99bfb81f603e4731eed10e87b29832
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0fa9264670276774552afaef773422cb65e7751a9211afc78786bf68452528e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5935ebebea4abac799777ddc4235cf16084787f1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23f142e3bf07053cd124c0d99bc08b5ca7bb559ecbd9114892a1cd82ea91652f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35b48f11777bc27ad6e910b72d91d7bbe8b518e1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4883baea9f79771a2f40397cd1f037691a17544ea0e9f6f717dfc24bb48879
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..625ba624adc8345305f8091ba0092665f2d5449e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b068e97e12f526c29755f6deb0b8b17bfdbfd1f2c881f6b5dad47706a8bcd9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a79259245a66e73c0989de88258f7e04eb065555
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3066d0ac8713305a0c08eecdaef5eb5480d0539d70f03a08ec9969e0bb6dc54
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ed987ad1855d2657d9cb02864b1ff3a6dc2ca6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8099a476f800f1e7fd5d881d9590cb707f9fa960c34de8f0eb71ce872afc978f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe30e699bc8c39522371c044905ac18539587e5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d2aca969ed7c897013864feada3df938b1ed919308817f20d9b6445ae824971
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd2812cd378e67d22439a40c9b683f2692b4824
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e344242e745ef6a758815d298755bceb33ce9a96673cb47e668d9f510f3b6fd3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23bf41beedde9c79c1927ff7332cb0525662170d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4155c2d2e8ad61eaa4dba10bb01359318f197514c9dbe546fa20e9e23a6fba65
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c77cb7d90a64b9957971dafb28f80d64ab6c11f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c5cf7ca93f965e44935a8aa925484e48ee9b38280994a579e644500e7e686f5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6974e0ead0701f7dcbba01ab2c985262a5682aa5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79206aa87109ae34c697d8973c7be75990f6d52624f6e5d94467fb0b86e1e59
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a42eb4001e9eeb13ebca57eb094498f94a3f88e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51059634b3b78c087453b6cf4e349f31e428ddea917156eef397e0aaf2b5422f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee83c600d608032a1b016cafd40bdc0f8d6808bc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd486af994a7fcd599aa93dd97c834dcc8351288f00ced41b9cfde01ae9ddd5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb7a1fce894c8f0b966e1e19f8f2c282185ebc0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e01b8aa4c3f2fa254e2ff66ef20a81866cf7aabc9493b5ec14c3ed2b6e7359f6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cea815fe8e256392e5dfe5f1615f131e4c46d0b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85c24dc835f91df55b7e04d9f2345b26a3fe73e12b0213a676f3aa09849ada1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7236bac18cb906d08b3bea38c92a60a7d4b29c9e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b8300f0df30fae06c65fec609b50c907f453f996f016dff5ce6ae0c374aa3f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3999e7136e2bc267ba021986c7eeed59b6951864
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f35f2f795a753890afeab6f2cba3511824741d2961334a490570b5163d1ed6d3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..008b6d735b203f9d9a1d3055296e3033fd58420c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9a8cde57a4b8b20a1126f4c97ff10381925634ea2e644d0f9ac78cb34591a4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..847e5537f6a6ecfdeac29bab147c814080db60bd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1663850280c4984efd4e310ef489979513aa11a11700e6cfe18c8ce70f78cfdf
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998e04ecfafc176d0d0399cffb3e2b23f72b9bdb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a87e6e487d9fd7f5e0dbf6c5b254f143b8b5a55b618fd0ceefd5baea3d1be6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..694e7a7cdd5f4cdf3496dca33dc5a2eed9740594
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31866778b38b022c0de63c3cbfbf8d5ee7b3f5cf8f1dc31eac7158b19c87563f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1797bf67d6c4266c9506dc5991f2ffa8a9df2f20
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db5ba0f4ae508021141e083fe1ddbac538bbb2f689fcd52154c0a81bfb5df12
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c297d4b5cd15e2c385a030bdbe42daebab4d9c6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be1c0f592c340ba969b52270b553183e6c66bf5ec5593877dc92374394f1ad01
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eb89904dc8a27d0761ab63cc5e7e4a77950fa46
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b6a716f31519a6078123ea7f0de8cf7e2650c71bf83701cc1a8954081bb50e8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e6c54b99f9434a7cff2f5aafb0380790196508
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba8a53c61137282de469263e2871d9583535962d61cfd0a88f2bedd6a70f13a1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc192a3fb199076206d64203e5700b0f4b371905
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cced59c358e7776bbd53fe770099f1eef3fad46af63be1dd83a6f297c25b38f6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..670792ecee5e9e34ef8eae822d663fb03fdf2370
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3bc23db00d9f72f4db86b687cce33ab1892f0cb968f1800e7decc91c981d0e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc8bcb61ab0acbe8de7e371624209e5484acc825
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ede85ecd2cf0e81fb96b3b759ec59d58dee563c8c8dd23bc936821e426bb02a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c0c1d7ea40ce5498a0339e6b7c80c28a9d850b4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad5483a2548b66e500a091199e4ef5ae8c4bbffda533ad90c8364c270109ae9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b2b07c45b435df185ceef09d4baba0341039760
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6dc090f171785d753563d1d3618852afffcb5be9f66a8afdfe4d97771136305
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9968672d3bab210587d94526fb3b6da063927127
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee72beda9ca227b883e32484229cb43c35a08feaed3d75a3adcd4e7bc4397efc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8702415a28c05334c2e91221375a555161e99045
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37c18438142482b7baebecef8a935c96ecb061c170cbb4b081dc76c138d163a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..809e563b7125e4a940c136d40db499cde3bde8f8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32823c0eb9d9468ded4e5b9a6bad05b899e622262cfecb5943dc07d3574690b0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d90d7ff059d435261d3bfbf587faa449711498df
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e9b54ab2c914bc7ae16241df7ab9701fca2a542df873ed1c4f4edbf8c322dd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58101d46a0eef8cd5067bd4778680cf220b2545c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b7b11c8847db45bf269d967be225936467f846f1cb50eedc072a6f7f01832f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6814df17623a2b09e63bf3a845b35dacfca1d49c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3395c97ce4d93167d7a145a32ce4a294c9d813f14f8cb15101d0ecfdfd91aa3d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..063adb6d2a5bf62a61b8aed77c3982ae8f188533
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:704829a3e777a76b5d8b283b0d112c57bfa444ae7469db66938693f3e8b94c99
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b9df0be02031f7973065695c69155d1111069cf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c62fc1caee354a642085822f855e9904c12352a08a2fec3184f42b7c6ae3c1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c88efcf3e4990f5bf2135bcf5fc568a782193458
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8615cf1131c0f21c78b84da2b0b4373397be71a81bd867f49b766f1124db1f39
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf8c32b01266f2112adcee2673cd02e9a1362a0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc0b09bf510938742ca78f33d0739a350281bd5fac24a7e333bf1b6cad79cb1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18a28b8a5cc48ce03fc7027fbe205249e276c9d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80affd8474fdf97be98a0a8d1b702de5fae03f4a1303c17c9867381b5ce565ca
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..990b94ae90d3def11ea9de04ae7a484ddc963b2a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8820a50487a21ee4be0480e655cf7cada54e2ca5bfd8e1785a58fd311ba6a725
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..699c4224a303a691df0a62ccea574edb9ec664c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:573973cd4902bfc02fee29f083f3bf661d5001f8433b8a75562774a9b3bbbfbf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bfbce3c6cfa7132bed3b78ebad0f8fe33e01411
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1504e7d38c902821d5fb4f50122a0d63adc1e91a7292ca5ef240f9da479e29a5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e70bb17b0880c9496580570156b516c8069a36dd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb4ea7e36dbf8ca30f1810d7213f491ba220cd6cfc5f7c11e7bc27d8eefa79ff
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9f9d564231bc0e227a2f9ec341dde22cc50c1d0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9caced952868d47523b9d09c392c3cc466119087234d3f86f2235bf6d7e2f48b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ddd1893c6e6c5d3d34ea9c69ccd8abad7e85991
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851030016a413888bed1d4168af81bf1420dd7f58aa99aa23880c3f0d1c86757
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6401451362697e926f6102ca9f7fd2c0d7511dc6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:895da9a00ab5f63fe6304fc59288ebd93820b74509ba7c822fd5c1e2a37d878c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8e01484ec275d7579d2bc7fd0a092f8ac8a030d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d3864f229faf01cca9c8dbf7df1d992a9fe8bfa48351a9e716f009fdbc41e0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ef348191669826de8f72c4a1f3195034d5dcbe3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c45b86b88f8b484bf3c87762b1f66fc7ad947dbfe2df6512db3fae5ec55b97
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74bd6db92ddebac0343ec58cd8d4445fe175b8f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:652ac71cea7dda2e27e64c5a4ba6cb2ea9477a4982daf795e4a9c01c7dd66808
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c245e957cb63ddf539700a37c2992e0a61293d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23956a3ac34258321962bb9f89c3f364e29e47cb77b8e86545712cd31fa7af18
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dbb507c9b461d03ae7abb962658d5c11ffe0ef9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72655273e57fa1a88b8124fb6a740192f9183f3a78a15eaca1ab1803a513af5c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..063f38d80551fa494b90c5585f652ecbded6408c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d52b074ad97ff769ae338111f168d8b201786e5eebc720c9e58ee482272b89
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0bb78ad8f10165d373a6849f4eb17f7cb396f61
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6bc6e1e20cfbcede6bbf305f1886f84177a0118d55dd39e38288a0f53bf080c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae6dd68c01a7e9bed463b91b28a56372c26a73e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bdced6a9f197e8e2e49650d2bd1e32af120e8d849b6e410784f8a05b7ce948b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..169951b643c195eef6f654711e905b8c2a2b00e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6522910dc0d9b9fc26ce478c3aec73651d6c23996264c659b5f377fa138b5633
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e505df02d21a950573962961dcebb673123e96cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d606ce5e4d36b382cdfc1d14ab1e0bf8a94c0f7ea4cd4107e8d0bd951f9c9dc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..862e795dceb04b89bc0317b621f3fccf2734dab9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5f8f7cd177721b624e7cfb9232ff341d9f712da8ba0d5b04d04a9c8107d3f1a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971afaa63a810f68922ca43569ed21e82a1b8389
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cfa06c97caa98c60c973c7f919e1480882b3ee31bbd57fd2cdc32d964094331
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..360250f6148ca3443f114ef728cea7d9f50002eb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e19cf706af6b502919aa90982d4e5fb779f1e091414e1969421fc554e39ca458
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..929055d8e346b2616a323c571a21d7293be714fa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498a9a23432e9e235e7a09839063bf1fd67b77ed40de92e9863fecd06f2c51ae
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ddcf1e61316423a1ebb0242ecce7ce236fb15ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa1c2e68d18a24dc029e5d8357fba3f244d968c1bd6089a7d09a39e94ff508cc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eea00a44d1e3b6303b2a30c053f9f775e32ac9e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d755c2d650ddbd80c11d0d54a71203a5702a010df6b26e726981b4ac6b2ec0a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2461df6645d51e59cd29f70f34d069b231710c1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb9d88efb2e9372c9fbc425eb35bc9586043896a89ddd945962f3b9db268eef5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d6c3deb85d56a8ffd50de79dbb11707d7812d5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8185e73a066e22dc6f95042d0e838cf7085bdf2ed5141a76fb003c9c2a8e4646
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26a1c4afcc3061a1a12fb4ec1ea001fe1b3aca4c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6deb64e76945a0751aff53f5e5d14e4595a59ae672888e3e961bbc721ab85e29
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4753e6ec78c101cd0f1cf310f29d2a0cbe2cf23
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f116cef2d12d3baa128879997ce58ab188928297339bfca1f1d933aaf916a5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37da30f75da7086700b69b60e564786ebda1f8d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dfa35171c1e95d4d203b5f65fbdd4b8ff9f74215708826b6ebb189a2e402e67
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd3ba6f4fd60154a25cd4afa8f3b7431f8e0c503
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3818a6d5661b665737dcdc2d930f6688ceed7f3e9737bdd9291806b135bfe8e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f51d9a10d44e5a9a9c5ffcc91ef574ab4b20fd6a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc791e14a71cb6576e0d08501c0471c7856de4a12c8f51afd62bb99ef84e6f4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d2b4734f2834d9d7fb1a412db662e69d8031cb5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf0f89dee38176f3b5603115eb6b0ee935961d11c4a334ffdf7591db9aabfc1d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45af78eca0f10c0d32f594ac26a979f9da9a7131
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf99777be55f90f2c96abc1a46405e6b2f106a27df2f9108278174a2f3a9233
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb4d2cc2717506d2ae07b22dd9aa26ab86775e82
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d8018257ae6b027b0efe288062c267ddfa7b941847509b7d511487f83dbed2d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5656b77fb9c21713ae73d9446bf827ce2db55abf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d0e8c194d0bdf8be51177b59d5fe475461a1a311d4bd32d225af9f0540349c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc49f2991fb45c034c9d8681890da13ed86d4448
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14f3405a549b36ac03c0fba24ea03b5beff47859119ecf421fbc558896b705e0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b02a6df95eaeb449b9068d9389d9dd4f3aa6857
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5740ecde5af0b91df80dfff0c9eb447527f7028b33c97d67b7b27db5be04242
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054d6af1e47f7f700e682d2fd1d11a797f3e5a05
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4ba6c22e24180e32a4ddc0e444b983ac668fb444a15f43ea429c28241bc685
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf7ab38d6956a4d0679ae661675e906368035b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90480987f54fa120859a799fc8fd7b9a930622aff111e17e7af9dbf8881cee33
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9c214143fc4d2916bde6775073cf0a87ae782ca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:487ba1437e309f3e834db4d6c3b7bbc371aef1fd0e65473e8631dc512222f1a9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c1d81e502e7aed74f90d719dd1ad26820c7678
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1490f2ce9554919746c72e0da51808c69c3a5903143289b5263a64156e8bf63c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05b57c277880d5cef089b2ae60c397844f8954d7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6577ee138b03126b9056f3047e827d24d744a2926e4e8a2e53a8110f05a77475
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa03a86de546d8ca79c17831fa08f0624ed08540
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926170bc1d74c606265c607264092d4c571d7998c96e662778763e571d5012af
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d55b1a98f71bccbd8070b1c7207346d1103ede2a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:090979e7805f62c8b21e669339db959c43f2b9e84626dd81810f64aa2b526aba
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50c43c79f7652ad27d8c440f0e0919bd7709864e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb7e6e79e1beba68bec60a4a02930ec213bd16fe3205bfa371f9672b041fe82
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2186a60d51e989831a7d99f9645ebad60b7d46e1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:514315d0ccb148894e0e0df8cb134fbeaa0db4ffab28d0fea489286028157b8b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ea51d950e29651c08057c042331ef3de71cbfe3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece91b5195d165b313825c4296c749564bee1681f283fbb7f65ef40ee1bc36e0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ae837d71ef9c80f417c442545556d4acff87a3e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a142fc32bb9ca197d93f52eeb46a754432c6779a755540a16b1f3e32f4548c34
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8be63a3a9dab11a193a92721066843a421e2aeef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd64a1b77b8e14edfecab69a9bc9d7d25b2c30af1d07602de474a6d7ee4a89b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..644f7a866de1940adb87086eace86c5401321f7c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55487d1a3753e1003fd9204a11c1b5557d97190487b603285cf8696b07414f3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..970f871d025beaecadc61889865d27d33bfaf863
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95a9a83cc800fc995721dd74e322f3b38c608345d861cf5e17586c174425fd1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e64d2176b706a5e9c2053a8428a27802b405524
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d44b978b7b8e8b8c9139984abc5a44a94f09e09ddf7f30d9fc9dce9c78255c0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17ef2b898c1bb5c5f65a3d6fdbae43d46bbcfff9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7de7fa75c6e22aa460381175b5e6c0dc61955898368cfa3a8c4f882af577d77a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ef7bd86d3ed4acee115eb3e71bec6d8bbe1c21d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2fd30f7e5c8655cedcc360dc5ccaf9c16118fd2e6a9ea8545dfbacb338bf7a0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f167945b68eecab7ee5ae6a55edc3b891cb194b3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f9c7af5795a438da2351e555a7fc3881db3ddb197fcc7390242d9f4e003879a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fc22b4a2d0aa31b61ee91241c779cb0260c9a85
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b5037ce9b91e68620bbbd7e56309393323f757332fbac609abb5c7be9b716c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03899d9077c0d226b15f25c154a45bc92ce9fc8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52af597e1f5f18dfe93be703dd50fc5332fe53024067fed247be9b2519f0432
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5550b9cfb3b763761224bf7cd57d7931fe97ad37
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f851bd5c4cde13f1c9a419c730a48325ba9a57e8225af5e3dfac15d9b60db4d4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bedaf9fd8770fd5ad846b76bca34c31095771fef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db752f447e5ea39629cb3b255986ead2a7f5924371b3fb5a915212b22f63d76c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..868493b61f45d33571d8efbffcdb0ba51582b5e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c585dffbb2634b2c57eace71d99658b6d564ea8621a4f7eda79c212f1dbc8ac2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99d85ec5427ba8b6dbab07effc37fe8aff31e88d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb324c8814f9e9b04508cec115873790fe0f4237310e52dd183b7ffeac1feba
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c12f6db5b3037f7f6e8e2e240b11727e2653443
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8cdb84dca7fa0bed430824a14ad4ce801dfcb567dcd06e1b3b80b15e1edebc0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf34723e451c75e18402701205ec33882169849
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:270cce7c05ef7477a0b05bdf5442051399371a8fb7efbe6e90663b6a632c5fba
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d2274d222a6a3135fd57f3692943ecfd5bb8ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc5f96535fcb1757360bcfb95bf7ccf0aa233d7e25994a92504a5d4377d4c9b8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26dcb107b5925e91a1d11453c1ec9000581bb967
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e8316ddd603e81ea743521f7cf4e7e0f20c63fd196a023878684e093e02a4ed
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14c375bbc5ce100b6362d32cdc2ee571cf8b8d04
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d23acef4d3f246cb8bed3b97d5f3c76f93586cbb5370d4b9dad2791412c03e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981e03ab46fa5c7d60688a96e2f9d72a038d6999
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6402f986fbde46ff313f2392b1b5704ac6b450995bdcfa734a5306a79de2709c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5222cc75e2c0c14d9fcfa4f20b2204cdc7d1c0d8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b55de7564a1393ebac99a855f94791fd1c6dea402065c8c81d5980f94ff58163
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e02b3f1fc978597e325d9a8f31c0304a16a28ad2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf835f4af142535210350b45956c4ee94c9ec731349e01bb71255f9c3785e536
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ede3c00c76e474c10987589ce5894cff3e9b382
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3628d8266606033a61ca8cbaac554ad57c23a7d0a0d7f4768df030e5e9b38249
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91ba06f7bc5a629d9a03c3dce733432cac7319a3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f27d0169bbded2443041c201f2b2dbd8971a428eb532c2aa6daf7b01e18a2d4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c4fcf3847218b3c7b37b3bdbecc755a0e2666f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5585132bf98326902041d1cc0697606497c603c039f073cc30d8a328f7feb61f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e7bad43fb3414f9f6989210fba16e2d909a27b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14cca46a3ace0638075ccfa50ae4f1a5d9fac5ff09a6e080503e68fb806e6e6d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5bed0da1575e168e66caa664121d78f842703ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3bd52a1c35b43fbe0051b2d8daf6fddfe4ea5dd5c3c086133519cf429fc2ce4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b88e7893903143c17759db26e4534be1bd49619
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d81ea94bc42778be8fdfa47b084cdc2789971f02f2d29958ff5c124c5fb6ea1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4a71ab1525fc53e7aa1f60111b64100f419a7ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40469fe05b0d83da0c300f401d8e7095df96e5f56fae23f7257fb9c39c6d5e37
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5010df54c467fbdefb3e247fbf4061fb9de8562f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd3042d57297923dc75d18d6cb5e408743c808be328b2b4321acce6e79e1920
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c0e249fc4de4703e6f937e2f6de233273b6e254
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3c33b7225f3e8e180503e5353c854fccd5ca828dc3aaaa9cf861bd1015e84e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e0dfb07e9cd014e971de08a0a503edca929953
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dbdf9b142408f02f161bc440b8aaae1542976b83190fc9971d1707dbefe05e7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81430a152d084173300f94725caed5ef2c5249f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a9d09c8d8bb633005d291c50ba427660538236785cd03590066ba8fa9d1bcf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d5df4c4a1b8d959451a8bfc1bf8bce17ba5c601
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e82baee378cc40de3307396a0c59cdab9b4a37fd01a4086a5a23c65da7ad595
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c1da1f2a0cf2f1db8df4e1da25c0cc9056c7875
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2242669e200b4e32477204aca3d232e6783f5fa1b98dcb5ea2d9ebcd7de8aa29
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed05400627159726ba63bdc5995526e9dbefa65e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3905bb84d22842e95417a9d9aafc8264e92c3f07a32f6d6f2f296cce3b0b4cd3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a58cee477709f9e62acd4b01e27815c365449a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58be2132f29bc6ea866fe7c59d79bf73d61b32286f4c435d6e3e966612119f0f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd02e2d406a4ec87dbf77970d8677cd3484f0a59
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fd2459c8631e2de6fd2059469bbc672792bad48d88eb5e9bd4deb70a39f1ab7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f6a8352bfb093cb6934890dc9a61b31689bd6e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3084fe5b8c70adb67506b72a2f69c7e696b20647e01748a08aa209c0a13c1e2e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2769486cd523a5a16ec4b8adc20354caf939f545
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb83476982f49046461fb34e014cfe3d044e316f5c3b3527b67cf34003b204a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63db0fa622b177e5d9fe79081270b38a01e64adb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6212ab4ef79825e46b86c31af1d7f34adb593e50491456cda0b75970dc9c916c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88da498ea45ca8bf03d5a400ec152aa1288dd403
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bbc3b53bfacb415b33ac96daad72e3a856746ca6ff55bd6dfcb805115521652
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ce9b0c2b7b577b92cd32abae5181294130ae6f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b06fa4dbc6638cdfb0d46b3d67f347be5748e833a65bd6b067c1e7c59ef44c78
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8325a8db70b6c4e99bce4e2a47f3b689fdba6fbc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30986b599c5f3bcfab66977419c80627d934d22ae37287634a7c7d4c6e7a93c6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e3816a83aefca205a5fec43a6178361172a1000
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aae3dc88a7ce166f0b57aa5ae742ec3de44271a173e1faca168b14b1bc2001b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7777999b1eb9981b3d23f46dc95e45a905ebdcba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3437ba849c8d7b8f64c3eb7114b5b3a7426d777ff49f61c6ad17274bc41b684a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..165fa34ca85459324d2626b6840dbbed16a2b8d5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec01815752f2acca10c6fa496bddf4d02efa2e3bb4ef29c2d7c29f2b8ea05418
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf9df23338ad98fd6dbb8c5092cb036253418720
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73a3970f41d3833201cc9c0c76f43fd29b54c963c29723cc2774e1c226e1371
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c19a75723b99de85ff851428f268167df28f24
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e90e0bc09b1637f3d217d8f73cb169c9f01c24d0042dfa9cba99d2e2ad8b2da3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7304b67cd5437e5e56d6ff6a58add6f7eaf75562
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ab93a18849b81e9916ddb7143c1d8d48614ef2c7ea2330ae8b1dcb98675fe6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7c7d80bce7192f2587bbd0d0fe48bf2a7dc5184
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a59eccaaf8ac3d676573a3801f6aff7ad8de07a342de00b10469120a7ad6b8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f5f0864fb098dc20effbc3962189c0c79ff40be
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a310de0f4401e1b37734fa82dc758b99c63499c63ee70f438bcfb0e7b16235
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7003a30940765a8ff60eae2746be28ad9bbf662c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a381f715970362947559dcaae0de6be10a368ddcf4ca5b701683ffb0c07412
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb7d409ca12c3fb2d736febb72e11b864a143496
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbbffe7c7329258322cdfc0cc99d30dd965a00349aef85bb7bd69acacaa27e8d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1581a6080b9287f3e6c8954b80fb58cf2ffd722e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8739b5d8ec93855951b188f3ec63a3738723b8aa36330050d70387ec0a1e52e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..330afc8fbe20c9a30032b6c674eb5a5cf88ad7f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ccc4dc7aa7a2b0ea9c5b9d02da40aabbf3eeb992273a8ca9ea3a45cd472b96
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d632435e21860b4094081ef28f7bfaf14fc6570f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4954dfc7850ac8a7b03491cf75d38ad638f5711299357653070d32499e63b729
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec121b0bec97977d37c4fbf1ab2cc19c3817546
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e728cdb6721dd12e762311bb39d8d3bde55b0b9dfe16bd8ee1f704ff042dbb35
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07075c221c1a86fd405033d4d7b6048ee364998
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7277349b19bb9e64a8404be8e9631907c0bc35d416e7047b1bf2171e4ffbaae1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d6cb6abdcbe950b282c5b03303be04724d2a97
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a51348181a8e04bd4a5397296a5b493166408da3ab48ebb9387b94adb24441f3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fdba2657d07db4e4713f4af5d5b1d23c9b1b3f8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e9e0234667305afe2c5182b253f050240b95ad2fa4ddf3144e8a16087ad21f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cecb2ec4e975889a22c9f314bf88a9fcf3fcf304
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd80597b27b0157cdfd086a63873d0bf41f101626e5eba8d947151cb8a60bd32
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33d1637dcb6ca1c9124623afc3e2572de5de2751
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f03e895563f3a2be1eb6840513a2b525a8e802b3dbafa1e7c893ea1399ce13
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd1ff25ee3bee1d85c07b88fc477e2b98f6ed29
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb70201d5af1b6d0343d4443167ab9a4e9fa125c46605cc6f8685cedd11645f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad5cd4d2869da58984176f65920ad623dc2a499
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8febe471a866ccc8498d46b7a902f5f05aad9aec6b500590c27a1665adc80e8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e5e031bc337f5d4efb21e5b1ce07ec6607030dd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a55fbb79dfaca50aa29fd30aa999131a9ec86ce7fe0116a64fe7e0ab09fbca
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c528744cc814ebdf4e5c7eff3e2ff8737c2638c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef2c491e8b8e33f0e0e0e4915b4d60748f1ad1d2a667fd82971da87e9f9fb85
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f46b15f8a2bf5eacbf63ab9a02826bb03154043
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523994365fa0e33f41a2aba250f5084d6aa386d9f5366eb47340880eba01983f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f68cc5e6d38b2f562d6f116d6c41ac14bae248e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245bdb750945645eb8ce6a1bc3d648c7e1dd398b1c20760732723614713d3815
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7f50168a07e75345f92a9b45d71c4e868cb89ab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bce0d257ace89da6d2c72044f3455725d78aed293f5744401570f02ea46a4e3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588447c816dd69cef35f51e167fa08d565e376c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f3c43120786e3a3eea16c4761036f065e3cb212b27c6b274c5f34104d82be2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6409ca289523421002eec9b566840e6ce5f4dd57
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cbcf82cc1428be5d5fbd8f73a081a33f0748f795c20dae095489674b99ae957
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5334eed9b7493ec4091cd0dadb7288c85982935a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b64fc74a1c836daee88ab5b2d453a51469f2466d4592a0135519a49fd8da4da
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78e6f1ed006a8d9cf072b806f1e2e8666838ba97
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e737e1ff38072f43d947466afdd612cfd98f36c80a2fbf186c65fe235bf6aba0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5bcafa3e86b61c6e59976e6360db15140e1ab67
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b6cad64e5f884bdfcc112cbb3fec688253096b8544ea670a01c14f837e6348
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d253a6454dced5b9c987a5f4068b32c9efad6f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0098c97fd85d0de4a5f50a78e775de95d9a00fe48a727ba654de5e22d099f26
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae0f1383f0d84d0a8eacbbfecee48fc4301bca2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f36c05238d954fb64d33d611661fd6784a2b11283bc796ae3224dbe3e33b1720
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb89ebf0c62ad3f865f59181ed6cf3c3ad69829e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b81ea4632998814e6396d693661a913ce779c835021f8ab8ab8270860db24da0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba39b8a7c93810fcadde714f195f385004a2a47
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790eeaf3016ca826c9e164e9493487498e53d87eb0101c659a76add33886ae1e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f29038b600a307971270706ad8d70818b2656855
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a3cdb95195c934fda1ab22a875639224bb44b8a32b2246273ee42e3abef9c8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32301ca13783939083ed142b339ece943408abc9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be36373aa1a34ce277d2a4d2b5018535b21570a5302c86cc5a4456eb19a9eb2e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..853346ca162d2ad37206bc3f78c85e0b8aa077ca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b485d0943e97a31a44f2d0516cd3f549821fcf9cd25e4770ee9380fe76487a7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34654e37a7c1cd55be3165ed358b453bbc46c38b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b07a946b0862da0f79eae95d6eb09072e4c09a9be48793cf26d36be0e9facc0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65edbe7024950fbfa6ef70447e9cb1272622caa8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e46a85571a7b7aa67376e8c680ab2a5809a76ee84d757a5e1d00caa6081a10b4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f9dc0295e3f4543e3745f82d84aed06ab26e3a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd05777b60aeb009addff0e74f4a37038c2ee3fdd457e9ceb8cf169fb042615
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d3f0a4daa829e96c309e1aa94a70efedb0dcca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c28f30ffdef02ab47a339bdc8d2ea03d15ceddcb4921af501e027b992ef60e6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2aa0dcbf71ac4e29187f1e12ec53eeeb7b61463
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701e6a1e3996e1de36adf2d06f10813eaf59a205f687eae7428cd149980000a1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a4b82db8d1407a158a16b415675572f1230c4fd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e26865c10e3a1b2ea1afd421f97ed69a6bddc238dc65ddc5ccbd4cfe90e0cde
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e7e7a07c645982ea41322ee720baabcc3b5b6f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68069dc8b801c9bb901ea1a3231a00e8058200d14bbabc1258eba272d859ceb7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25857ce264f91f87e048f129e833b26202117f10
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03ed50c3b3772658734e9b403155bcfb6abd9d515696c024b6554e02a61b0062
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..856bfb7b469a6deca560ce2db93ce58e3a6d0b0d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7742342cb9687c6429d94befdf04023389d58b430590037acb476eff4f3ca4d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06828c904c9f0082006946029949a833afba0d33
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50d5c671a44433206716e761d7bc01f0b59f958ee2ffc5c72549446e2b516137
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68d9ae74805f917240d5a09a26697b1a9ef864c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:923dfd54496952085a9d1e5e7932c04ae2adfa230e17f548d07e9395ddb8e4cf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d975d192fe2316270dbf637a35ddf25032e257d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bbd358bf30580726dbca9ebf934e27cacf5d864ee29e89500393c9111144f5b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37cddb22cfb924c7c512308ba500d206f2f5802f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772630c040da54146f41a48ee71325438dc60368aabb47f69df980b1ee74667c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86785d8e68bab1e67d3504d338d444a32a94a7f8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:158a114938fd1d8723619142a9b1af9e2e2cde658f20d76a7c4ad44b586389ee
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39f5775e6ccfd8ee6c00a88c5dd36f52f9995ff5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a4fd96aa214badbc84485362c9be61c985e98f56a6ea6f726b00402a67c9eb8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e78ca117b3361a2d365ed46f20a84e4807fd54c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e97ddcb3d177da292fdf32c41e75f55b2e33c301a4953d37f3c6d7915bacccca
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89875612e5c246b8bee08ade6e6b963c06602d74
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e492c3c9ce8a273d9a69bf972807e369a8e77647323c16c8301e2b6bce918e91
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b73d16dff182150b41fb872385fd7ea2640dc68
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d892f5597a288832a52e07288d64783d6d1e95e2dadc7b120d718b27ad5269
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f9465ff6a54453b5f055ab22f3bd87c5d3c27d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ba4afa6b75560d24d7ee8aa9f714194e9414eab9cbae7b7aabc2e3844308d47
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..672d2853290a726f1e1ba19c49403af1cd0d19da
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d01771da8ad07c61e377ec625051ef4a3e3fd3da47ce9a9512b53bfbd023e465
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f6ce8674e6917d47a72caec867f9142bf132e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c66d3bd2f4e2555789602082ccebbf79b307fcfa6c8475bcc97fa8940b59a54
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9658a3ac5e6e1ff23e00093f1b011de5bc1ae7d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:417f560081c93ba5c1a8c338a8a12aa200baf0d65104317c4552093fe1aa5f98
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2674674314313d62c7c5876ae23f2689623d2dda
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b1357bf982316244dd7339e415d8b378e4152c9e0450f919caa7a86ba3ea59
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b7fb76e7c98ac8491fa6fead2ebcac403169d7a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08631e5773c575460ba27bc7ec03eec584f5484b7b63c121b18abb50ab48fc68
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b70fa130912668a0430c9ea619525b412dacbd4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b58f1f8c4b994d1cbc4a8acd007c70dccc1d5b7893441c018874be221da20bf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ee91ea72958176c21214e7fa91c6b610d65d1fc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f660752c2243dd327268e3319cac806c87524d3066c22ae946132b84406b6590
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..591eb95b75282aca4fb7543c316e90845f1feb9d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7de4962082883a519beb176dc50c9c257d5532f110e5d96d2bea2c015ddbd77f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71b9f468dfc5ad9680d355bfb1369060a8b16a8d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a1a0c9b17e75fd1b090058cb3624b3e329bca8de706f52ba054193b33d8d10
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9b8a0cfe9361292f1877f732b23523daefb4a9e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54dbcc24c6ffbc9be6fe926198185992429904c8201f881005d0db645e0c67a2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e0b40865cd2dd3521872b1c911164f02ce9b5d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e65a0097c94bfe2a8f597b2913201481476d29559d2ff6416c13fc279f253763
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67aef4d46234a19689b71923e890500ff3317ec2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7217a74765d80c1dc6245d9af284b58c77e9f84ef6b8140858d2a1c5ff25607b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e71c9cbdfd3ec00295b314f471f446f5bc942df0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034f64d2b2b145ec5294364a69d36ad2256d07f0099b54b683a153b0adf60163
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6acb3f40b271d28d27e5c4fe82c166c053efd442
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a2e5282e24d674f2269081bcee517974e268ae9713a34aa94e9f63a6f15682
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46fc1b2b4859fcc396fa298d5da77d1cb9f0318
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a88ae120bd33a595c370ad841623f26fa383d71da8bb3081b634354d0ed8e19a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..155bb46b55a3078014f69134b669afbdec6cb07e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdaa8f12bc685121d55fa6be06a9e430928f0b2e51f9c58af7b44ca8f31d7d8e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17dc99fd38f335423ed7fc76d008fda00066587b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f384377597ca36ab4960e157a9167c18559e6148e9760484edf63e00675a5d14
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd8f23690a64609ade69fab261abbf322c55331b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208fa1e663cd5cae83d9bb1547490886474ed816cff57a9036fb2dd1b828be1f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa1a1f0494e0b3a66514b6874b450c6a66839cbd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b5ac7e408ab8dafcedc000a4968effe8b2fc6a265960439e131ef14f50ddef5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..828668125ecca59255e8044c33d88d33859da715
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f2b5a3c03d1be16beaa689e081fb745e72288303bb4d98a2004bdaaf4a28a3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e75beb621ce7809c8d829aff0faa1300444725
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5973702edeb56197d6a59b888470a4cf5a1b47f1933f5c94264390cd4801f8be
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa4a165636e61883fdf1ae7b9d774c7d3f2f2ad8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d45c6ca64cd46307822ef0de391f059a08accf8bc936df0ff431a9e67ee3aa80
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a23a27f92d83e1f60ca6e2533349effa7c5546cf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceed27dd49a1e9a02bc1970763587b4154c381d7ce58bc8556dda264385d1ced
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a43eb4302471e2b1d14788f259573be0b94bf4ce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa05f9c7f63b8ead5c20e76a1d8390502a73f735de77e1d749d1547f12ded90
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..948293b09efefd6fdf4db93c052fba08e64ceeb6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6568a1c4926a16f4d86ff8829c731acb99072d99d2b87fb78e9429655a8c8732
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db84623003f352792b085fb73edbb918d46a026e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890d6090f11be47d04d91ff4d3e6d0bcb057a81312076c0b3cdf07d384b79a64
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bedd0e3de395fbeae9aa6036c02388488ee0fa00
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b75782c09c5a30a2889efaf8613af44f577835c5eea48ac1213747f6f4e934bf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea9ff0c771276caeccda834d51b587a34f26b26e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a87cd500b4e927f31f2de89bf069a5b3fde6d59a1b8ccc4e51c12ac859ed73ee
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce10adc2283d7fa9c8b449a8016b3f12ed9ec9bf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e35272f831b0fed298c696fb508d21e6a534bd26ebb63b40e4eeedbe8f87cb25
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e4ed070fe2f662766ab1a607fe43d94e717f3c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d4370212d8b9ddde83bf792da7274dc38a34023b3b377ac45553f9c550aaa2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8022150474578b22ac6029c7b2ffaf2b44b2b62
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d4562c95ab716424971ff1bdc7c2692f72bbc969da5f8eed8e8aa0b62aa065
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3773d328cfa89771f688674050ee77225252b93e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce6d2a49ff8ffdc9367ec63e9d32995ed7f331272614d9c4f2b85a310ba5fc3f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de16dde4f0e304bb05c12aea7d81917c1c06f3de
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a40070042d920af7eef0fcbcd920c74dd389339dc6b0357de1d2f965f2b8d6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..669a5c2c4af0a2f91fc91b2869bc256bde73024b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b389f02ecb002a8332de0d021ad27bacceb68d87b151d33999b0b99926f4ccb6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88fc3952b8a76053fc7b9257d7992aed812b3114
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f02fabecbb687f0f942d4bcde1dbfef6a12b4a669f022cb4a52f4d97bbeadb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa229f47fcb46eb08afd509486772fdaf09c0bc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d998ba5948f02f23bfb37a3c6b0771e6823ffeaaa95f8d6715993ec9952bd1d7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1acc6338c1febfe7ee0d6c3a23ab24dffc26be39
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a5abc5872fd7f11d605b51a05fb97f24ba12c5f060e3701239e8ad05946059
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6447b0d9043c801345bc606199c0e4f950a1376c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830d7a9a4ec9fcba617527796453984be329d322b903af4b2c9e972ace927fe1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ded96e7a25f9b3077b6d49734c83130f2dbd35
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38136d3217e682f692b48dc859807c6164eb7649ee3c1652ffe5f4f112a2e678
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..190dbfe247d6c1718daf1954a8ef192bf940fca9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36165e250a7107db44293f41f9e2b09790216c3d93eef396e7ec025d6f0e3f77
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b4386cc57a44e671cf8a154f8d89a00220e71ca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff47131b252622c115883f6b6a65f2a1ae67eb5b8cb191932c129eced1c8d0b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab375f827cdfd08c5b578cb11bb5d1b12a4a382a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f32264da8c45fca7a18db421ddc2a8611909d766b29ca2556c5a2f9b5ed102a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..947777e9c8b1a7bb39ed95bbcb9dc92ad1e76dc1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae2837400f2f1a29f48cda565ae0d189806c3fda80b5a22eb5fdc71d52900d37
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa55200941fad97acf67ab8404face3e4bfeb5c6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a9cd53928ca690fd8d1c544ed29edaf28fd1675fae21e842214cd347daea8c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a696c84a06d27d558dcd65e9fb74160df604a515
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de09546f07a4d48507034c75f363adbaf99b4015d65000321620981bd9ed6b7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c90c3dc93ad604b2845db6e2e818f528e197ebde
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b030ed99ff58c78d644310aa596cc0c67f5e1ad28e411d9ea58378191c1067a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6907607f18999e24759e5aea5fe475db69ea5eb2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45b99f17faf3cf57b4e8f62c2ab59ece5d9d37afe747b0647f5a9ae4cc6d7b2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c53916161888459eb86387520e329ea2f0fef0d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffaed10bdbfff94bf933b4c23c121e79b8912f47d2c6074c9025194a251aa281
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ecd4e5a64096bf44fe31f4deac99a5d4008605b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f5a0a4b32421c8c35080a3d6fa48f5d6658eb06e1a96066d87ec5002b44a24
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3024e747377faee078f37d4bc9aa3180fa9a1fc5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95bdd1c7bdcd36dd2c0a8e71c95bba711ebdb10e37fc7f7a5a41da74b0fe7ff
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a15683b74051e9b4ab7dd67199e7dd65306428
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc3cc60ef406e34eef8f7eac085d7ca0c27fff72eb7d2d61382ad30f017baa9f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff7332da5cc7a4336d8c03152aa586b26e9a5d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e5aee64c890f13b5c823798737a666dfca00c40b2c63bb8c8f47d528fb8e431
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3808a2c9b405b241d38db0fdf329e6d77739207d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a533fac5deeec32eed8965605a6d35be91366c6d200fe012cec5e305f32b1b01
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae3e8c74aec0261ff4ad51a0bc268fec7812831e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d9a3946fd3ffdee9e482ba4ac4a87e53a923d8c2e15f6468624ea62a30cfb4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d53397fb502524d6a064668f020e7f4af26758
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a0532a4ffd02ab89eb71aa3f70538e21e5c95386857e4d54560798231596e0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a2422ccb1cf55311d94b55fcbfff95125359ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:101f0b2b12678cc8ab676eb939972fd2aa049216139f76822506abee5a787c74
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12e68c7faeb902328abd6ebdb099948eb13ea5bf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2132a983149f6dd0305e0f75a5ca0c36b6b69456be809e45d31687cc872d5360
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a61150f8c297a17f98511b01851ba4f56d6e83
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45404249b611fe4d839a7e7f2f348b435282b7681e5b8f0df5a2797b3433a2e8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afff1b4e0d8dc2733af6ea2e2872e3577e1197e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334b2d8526a1255c8c03cadf959c8dd78c07ca267b5a83cb90ddb78db05b0258
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cf83171b9b9ead9b2c24c7d5ab4f32381d6778a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90264ac6096414d0005506a9bec6b32dc8bf94f38ddf099b013aa6e853fb74d3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2cf9bffb1843cb964d0ad4714ac137a9679c4e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b87db477e7e7bbca06ec2c1fff6dcc7e2d07d6baee8192bb44671e72ef1554
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce1bb00f5da67aa77c06a7f902272f475458fa8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0f20f0828f3ca3a8591117f0e08b839fdd3a95c7cc8897933a37abdec81c71
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e537abffe52c4b9f1b7e1cbd23b3f5e0d88ca9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010dd1909977da3db91d58e28783f494b39812793a965209a6b55e64ff0c63cf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac252895d5197c5257ee0bc68bcbc0a9593d606
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65df7066ddc80c529452dc540915c7ef8f5057ba30b55de7bddcc8a19e73e4c2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9ebf1e93de6c494c660709dc8816c48ca0dd9f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3924de4db6f660df88910bb004955a82474dc5b5e1f421b5ddbff4df1cdadb9d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ef8a90fe634fdbbbd1ffe07d810edfd55f5c99b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be2220f5dc36578ca6abc8e4f05336a20ec0eb95bea477a95abf014d0fe542e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de2799955d6d01312117658b671810cc50f9f726
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b529dc12905ea06552f3ba9a4ce44c54e6778100c73e47989c7824c9bd297291
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89413d098b11c64cf9d2957246541a73608bd6fb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c392c7510034ea2acf4baeb06b4bcf1add88fba60570e8396342cc75e4b1120
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcb35e6c34c9a54a6fde2c70211e8fcebec7a76f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0365e70f0d8fe8bc26f363b864d0af5e3b11dcb18e39c3a4c57de14418afa6a0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b000493aaa3d2210940c5f12f1088181ec556cac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92256b6d2493caf8280a8780d5a910d9d7ccdbb0addbaadfefb1ef37d5cd1fe
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9e686f68ad1ff825251344a60c97f8cd0e7cf6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e4338ec7900654cf363d0a5d2ce84c5d1b7a5b187f69b338b11fee932cb5f79
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9d01b8630598bb95e32db1da0f9498806954897
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a59e53f902fddfd544668a3ec5964ca0e042853e6a8cd9c0b5c65aaca9750b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8808b7b82b158f7704b04bbaf6e79d97148371a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a185552ae31b81f5d52aadaf436e57fe543ccc090d7b8e12cb7bc3cc1b036e33
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca01456383fef2ecf95e0d23e2a21bef0a06ea3b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc4398696fc10f4a3b0993d1d9237faf9295452c07299d83c995a935292b31a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf1a7275e9978f67a40706d82e5cdf9cf49bff38
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a175e97e95404f42e32edf45aceffb0ccb0a3964029605366e8af5904c2fdbe0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab15627e0561d89e49375ee21ee7d1205f8882bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e3b04c2152dc1b90f9403992dc06deac6cc274253a8cd8fa2d3c6ce13b5d3c2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6943bbaa603113fc39e691fe0f08f16d22f19994
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed668414f3215a8ee4f9436a4c7099ebf642776495a6337c643e401cd866b267
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b38848ef6f4ef3ba375613d3b130b97efe85a5a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d5f77f3854ad6a35bcbdb9ca3d107a36ea47c54c2209d303d4bdb352c4a5c8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8181bb9951a32778163d629cdcb357df56c4e38
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59397fc79228d2d036ddf209216c46fd5e77d97f71d5f3b3be42c01998788aa9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3effb1d080c595d086146a7755413ccf4a74ced
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f300afb35ec4081986a30fa569c79bf2264046460aefe53e669dc2e59d3979
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d000bda53ad293c7e01f09c5803c85ecb0eb61a0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac670093430856247ee41429ba345c1acca22ba06f246984ea20c762bbec8062
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1014d5227f59d18c7f9c8548a1e726112157ca42
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15912795a099e77f1d9428ea9b8272b93aac83a82244d046461e9aadfabd38e3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b7ee9e9df2b2c2e3cc65f10f854eb26e5e724b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156d0d64d920491f1e78432a21dcf6fee207fc981e9f0c8867ca3f8fc250f062
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db146c6262ac465af9fbf599e7b09294b419da56
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:024ba98810c0830a2f5c9e17fcef258d78d59eba05a4b16acc180e33e156e3c5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ec51a47057079c63938655bc1dd94c47b39102
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2b2c231f5353fc8be3753cd6744b3975e2c5f7f786cba9d272190eecff93d5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2469324dd10ca798ae5c002d1b9e4da778db0d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb2dfc2938faf99d8568f7959806380146bd8ed88d1ef736bbd4c3fe22981a4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c70eef784ed1233252de4cec5c4202cc933ab6b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ce02eb19c7b7a5b1b2d22cc2b3071882365f65906ca4250768b70e7c3161af
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e55d522a8e7818e3c1947a235c7e67f9ed1f8db2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69683f24a63d33c47db45d642cd839ba217ac7cb20e51d8590a5b01bce19c68d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e99f45baaeab965a6e58cdedcea3385e1c17ba8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ceac0ff4529e54f02f7c3e9f75e23b1f59a3b1adf6bcdda33c2991491cea3f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..049b60f70cf61095e106e1e6cc0235b305773c0e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e1af9b37d2449951dfd7b7dfc05d2501a7cf00dedf770c29a486c2875ba767b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2410dd30860de88fb8c6eb5e74afad35351fae6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32253bc40b0da261cfa142ab0d8fb355ab2a6010cf51f4354e7d1324b1d65326
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15087d43c03fd7b3938146d1292ac216bfcfa49b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711ce1c2c3c8a4c6d26d9c42fe91587f251009c4ac2a3edc8c0f981406ab75b1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5de45c300d29a1d5c81962d1d4679ff3fca0e6e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9925fb85a30426d2b8135df601f8cdc1789516b88d87740ef661d4cdae1d098
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88077281d4ce20a189c5d698f6b7ca11b17a20f1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:414741f6889a93e9ab2034cba8e69f72b4303177a67d49cedef8459d9bf470ea
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5048aaa97185e73999e5a80e8b7b8f4cbe69ee4e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e67a423872624062218ef386fb4d8caa2c349460e56e67e2f7f0b63abc64cc69
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92e290261675e8478d8c75d47d4d0e8cf5e26d3c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c67ec65e8c17c77dfc1266a1fdf9ac06edc91af8bb8a584293a90c6af65997
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e792de01623b0f36e5fa3e6e68a0917ef08245ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e9bb5d4d85978a967d49d1b2a9ec41404eb685bd9ad325b4e6692467459545
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d251cb169f313452f29b6ca3d993162e8476b316
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5662bf884258417eec9577f6e43dc279619accacc4cbf2f94a428646c602c6b0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a762674a7ceb10969971ce818c09b47c0d57e32
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3841b69ceaded3178d366dcb5b8eabbc7c70e0cb3bb0c34fb39d1972e0e6b73e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6213ee1f82314450fe3de8a6d6473afe9a181c24
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f59800b7cc261048b07075c074b87ea60a1adffd2e4a08a490f57d37ddf984c5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30da7e936cf131aa99a6922f9a70827d9a824cc4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27bfad8c5db35efb5a11619b3fcf68c247a3ef5bcb6de47bbdd796c496c3133
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd0d7932ac8908df3618aa11a065c3236610ac79
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac7af6433038a15a371b7198d31f2dfcfb94bc0125baba921ae50a1564ed0b2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3786aedf79ff295565620ae6a02ce75b679bfcb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f25453c97fa7e052679335452da03be0600ce9a0f57ca0c6c88cbd04f2a19108
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d126e2a51e397db9f6a431429c669915ece1797e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57099a9507b21ec08b958b4c4721fe644e21035e108078341cfa62b5a217eb2f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..215a600e16058f195722d88ae67cb3200c0fe64c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54efbfca08eedafba4689358aa0ee1e674f56e9926c80ebced612c28d06b205d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef645acc626d698fc34e74b5240c1f062a8976b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebaf6533b216d148e9784ada739bc95d489ca9556dcb711104075755159745a2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1364001043e158e603f011ab2d71f1dd40130ffe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95fbc8d3a172c31a4eb92c95a3b21c58f3a21c8c2efb27def2b501c85474b08a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f1b4ffae998c1ee3a6e312b6e1e0dee7305d5e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d53d2068ebc33fc5ff61da89e590c5555886682e597fb8776afa9425888e14
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78f0ad245e0a3a8f32c9f25a458f43f060a251ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e423285f32bb29a22d36381bf80a02e918103dc3560286739898a1b26d632e2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e0b90cefc4fb099ba4bd376eee2bbde7776884
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c0bd7743a38d9a01f064196fe4ce7236dfbc6ce5248f5b84fbb305c60d2cdea
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..042e75a3b589b6beb6c00ddd6b2ff23125a9ed7b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c510f82a83350999e785e256eabc684060d1fe2eecfa386039d74426955217a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff1cdc907b210bb4cbdd480e46e67fdb2d05fa4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ab11f21194638c87fa0b22cb9dfc81ed6b1984f424ed2fe23a4e471124739b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7942fa91a247e42bb7742e450c28c5db2b37551b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c08bdc99965910a1232903f0abc18980b27d77a2cbd8ecdfd6a2456ce3c998
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d03ae6d60fd8ef48b4720a79155b456987a9ca4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2287d0d23b56866dea0f7332720b1789dd18be723ac1e7531403f507eda5d2f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8cf363a004f554a1798864aa7e38c3eaa4e3a6d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dcaad2f46efb490ff6e6811235c6a00d1611d46e61ccaaa0350b9f42f3f2351
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2fcf7f98390989e319a5b21286911969cc19dc7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4653dd6b21742aea6a3c62eaecc575e22c5ca4bca978c8caea3778828d26315e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21a6e8ed65b666fc0471edd27fdef2a68fcdc05d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beeba9046e4654773ee36e3550b6b37400247cc48020da8431758a1c733a1258
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3573954ec74d94cfb96363aef28bb37a3416de13
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca08a3705a301ca415cbc05e1c3352f92c5a99057ca5334fe3d03dbec808c138
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa410f979307daa57fbe1fabdc9f70f528813aa2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3018ad1288824f61497174a558645a5aa40dd7dc3bc3ce326c9f1298011f33e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9332ecd5a5bffd1edaa57663631c5160100e848
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63295a6465bf80f0cda142ea4180c6f99749d54c079c3109805d73385b7882b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..907f954249e1e0f53684217cd4fd2364e0aa9830
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51d7979937573f19329aeb258b742956a784ad92ccd1fa6431dde383b93d343
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a6288add39aafff4b30b7acdb102354e216d2c7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8290cf7e2018c4a6c763289ad8adb1ef3d36ee0c360cf35fb3fc549ae4f4302f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c364df273ffff612daeb32440c012a70c14a19f8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6db50b6fa8910bde168fe8880e1605fb97c118a7c552667e9ec51c03d3be42b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a15c8295d500ace1936ba42480055d5d461c72d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d359059b0f064350af47eee71af7a75bdab47becd437b6ed9dacc90361544a19
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..211f3eb802f1d35a7a87df9ea1dda9d84a1e51dd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc54140a612b29cbf24148a081b841f04201df441120ce294a73072ee0661e0e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f5b59546387f163e868a8fb17b3cc0f915fe69
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98000af447a6bd5685f7ba9f78f0b0781bf6da43d96924c7e2d84de79b8e18c3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b74259f90bf6bdf4afc7a2e529824138e0db695a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f18cd782a97e0a55fd8d06db9c714a036712075a44e283f6164c8eca4abd0fbe
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01b70b69f7fca5f65c98522caec587e426d05e00
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0663417911b63423f3d7693556baad85ef7ac83315aa039a467684c48ce99eb7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd47a0815039260d65ec2b5f6bf26baba372f775
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9226893256cc44be7385f714e31cd64e5524bff46a452bbde5ef060442cbd113
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc6e2ae29b3febfc61a588fdc66781b177aa7bd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c78e5b2d03efc22a93081e6e525e1ea12ab0880a29802b392c0af31b386e05e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ec6885ac4b94b4ebc45764a2d27cd4785acf5b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cde270741c4f82d29fb0e24a74a7c385eafb030f2613a02410ce1e87d9cd522
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35bbf56011330249dfbd95b8c551607443e7a0f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f9a13b6d3375146daa1c2f507d9bd707e1445ba68f0a1de39734005352c204
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea5dd735a481660b0a480ced801667f0d4eb850e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fab7b8a0990d5f9efa904bf5337adbe9aa7cf8874ce84665a6770174c23b102
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2458949a355142bb0bea7f4caba3f697c9578303
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c47f077c937bed19b9e6cfec1facd4120936c95f11f38d46ad560096159490a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..276628ed8efe056aee5b106a227da999503ae691
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e0e2fa14f58e353a03718bcd91d45b1329e51d697070d5668e1fb9d6c7c2f0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60998c510c25da5fb403f1a3112c287a9ab17784
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62b70b5755e05526219173b8307f9a3ffb25bddbe78c4601f9b9b2f443102f9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7664e039564f1950ced2bdacf79066ba2ab86568
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59128edc8147bcd030048e77543f5df1d137e37f56e537042168fb68fc42059
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af9e56954352413148c08690475d889916e9772
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c2b773900259cd8d4fffaa636402bfb7c84ac5da7f2f6a8b5ecfbca7f64c6b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c5421cb117bd181858dcb3da06d8bb16711caa9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc63caf4613ccf8f805636118fd2295c6af7cbdfb9a0f8e6abd0cc713b54279
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..370c3d9c60c58f7b85b3eab2268230abf08db8c9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ab837716145a2e3dc211611ddeeb20696e0e25a4b0168e713c324d3adbea7d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..616919a6daecdd9d0e7463149a37d37a33caca48
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fafba9cfbc5641e0e546de118c627530304f694a1f47909fd690cde4f801a475
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2de104598a4b5187921bd4b3dead43927bb50f97
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e5927b0e5cb34d6cb01ed6ea00c697b499422bb884739da83c02101fd603b6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1270bf9682df33966854c90ec424c1e9afdbcb6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a1bc9515de77d25d0213d574925f9df931a0eaced349d1fbcff852131efbce7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c930dff6a415554110035c45a961a268230d45
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc08e63d7eb83bfca8677edf4b29778e8fd23d4f9d31cc197c2cc6ef57f03af
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6eacdd1ef6fd48bdc9387b753ceb26c9a36c2ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:976bc730b1585a3325da7fcfb2e57908c774879845b4ef309860be1b8187e4e3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..482a070a1b09b9d92fe42559b2c0b9a34d877ffa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85cdc7b1889296e3234774a2a701ddde40ddeca368ac7058178eebc5bde897e2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9ab54bad88b7c4a1a442099a0d5d963a44744b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a35a840d92fd0dc19baacd91d34add110b276bea12d749f1faaafee0b3d9d281
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c7f0bbcd4591740d9d9dd9ac5bb38359338b1c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94f8f943eebb748bf568b624eeb89d76f10e62cbd718d3cee1de441bbaf0c181
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b31d3ce2f3b3d937b746c48a6e61e1ae4eff44c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23accd8cc94567a3d359651015205466df23a42867c4fa753d5e8a64d962aecc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e5f325ad98ba44119ca8a53f6774917d6f68d6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364d4a6e2ccf8d9f29ea2836b8e9b99ed2b27c9b9503b967344b5155b49a42d5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b201d6c66ca68b0a0c970c109abcacd5ea9d58e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e189d239caecd9392180c5d6e1eb7bffed2fa7312cb63b4dd0a279c063d0895d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65625b68f11cdcd45acbfa2fb75f45947de97ccc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7e560f1644a3fb360995a79f48d1f66672610a232f1254ce802b568db9eb24
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3151e8bcaeaa35d3767d27270642423e547756e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2df9886448863196ee93983b17f439ea1ca3f53deba1525a4e38113d3dc85a78
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7465be875a4c0c451af0c8505765b077d7920856
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a642df7c342b516e455d557675136091c162b4a59c8c6320c9271b8ad28516c4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..888bc9f9aebe2474a7c86814a2ff8cc1511f2da6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59ac3a32218d5af316eede0930bd670649d74eb5a2fb54a4adbc68b4fa74e23
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfe09182334059cf5779b22b1997acf47ddf9cd7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18d602afda30a9878f70386035bef7fe7ad1822759195a23dd7755ea95a1a29
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad755b577afe9bf0b2f4fff03bd0a163859f1fb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb4db3d286b04cdfdde21d5a1a129496af052ece7e0a4086d1f9e8b963a213a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa85a228ae89049162892e2acc9c3975a96b5af3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:130e5f256ae5c227c519c9e122d9591654998384ef80e93c1f2920e42db32f84
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85fc905e3edd619609c2288a944d643d1c36e33b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1647c8949db1152e7fa9f6e4f1d5e452981247afb4f5d970e0725f17c50b9c83
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16fe166e17e5d5b10e67a138ef6d28424a2bd5f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2892ca829ea32334b373c99aa3fb87a3774500c0f96a1a7b625fb1f25fa125
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbe2ecc6063c872a32d576e6eb39b30c2a570e80
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4821e7fc9f33e299540ea517c99531dc5937b97ae1a99517fa3c8358b7982291
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f68053d8ab3d6710a40c8ddf1bd049927cd9c6eb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd115b8b14f88fdaa30939f3bf1c282c280dad18e2de53fc56ca6bb80d1968f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61e42dc51362fd241759e860cf229b62fed837fc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9efea90559dc3f72fe7d32abd718a747553932e1991d4b9263fd2307ba9bd79
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b72c4e1dd19cd334f6840a5ee482c4bf7b17158
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcbd1c0027f3c295e6a49617cdfaf77bc99b0bb9ceb017b5997352b63ac731de
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32979ea1db4bdf9ac0e8c41ff3486b3631976862
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:357e25aec13f9d41c10d472c8441e71068add77da5ec188ce2a8bc9497de50a8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8df551e61ce236ed55e3c0f0284e99586f81d78b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335d16030fd449890efd63e07bf4a8bf06bdd7a3cda7ae0fed4aa47c22b81d64
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82207451742a15e154f6d7b92461a50878faffa4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f207886462224023e9d4360df0cc7c7f3273e563dd9a585f3e33936fc3120f03
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19a77b7dff292574902b4d78df0caf06937f47cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:889dda492700086f3109b4d0980cf111ad615192fe94867ff7c6ae2a80c0555b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7633595ebdaea347b12367da5127130fd3df71
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0b570103c226a17c561fb4926df634e5a8aff0bfeed66d0aaeb898f9e03e26
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f6042cd534747cac990cc4be9c9e192938243fc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b51119b91ee8bef8ce8aa4a55f99dfcafd1846a7e7f3653a9710803afeba7a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ea1d1c3591d58d2ce6de52c72b93b1553f406b3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17c9104a1d17a073a1497f94a428344e404ccb430cc08b0e13b674a30db636e3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86b81900a45946bdb51ae02d34cf85728867d0b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddbd66c39583dfe4cc1192fe6ebc59b83c03c577671bb0227068e81d17013f28
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3380e0345162d45f70a4ebbd37f9550913771f8b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1145ea3c91a7eadc716e99c8a27ed2374947ff2d460d28fda784213dbc4033d2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4eeef075d9cba7751ddf706cd9933cbbbac09e5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a8b9d81acaa28a7e7bf28d29747fbc7e7165622b0931ba5d8a7f9277ab1e7f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..732bb59dec679055241b4c46030d8e2808741d34
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6761a77c77ae0d91f2ef6878a1608aabfc3f9cc614efc89d0148e94c4693d67f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd9e2401cb8500bd85a8a9a823850c3460bc6403
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90544dc6f548a1cfd0e991aa17d99b44daaef8fb37f7ed0944f8e1e7199cb075
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cad09e376bb54aa84ed0ee1dd2fee4b074d5302
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b9f310cdbb2becdabb03636916284af486cb9db8607e0ba30a078e71fc7a58
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e6dba7889560b8ed701a0e664bd3f848f8e5ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9352c9d8f076bde933240fba006942600a33046ef76df62a751fbe531ec5a15
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec9c5b66e0244316a27b38f8c48e45175b26b7f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ce2ef33066139429bfa554c4080fc1a9e71304d15d77c0ce6f2599e2b64464
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d796ad8b8605edc5d0668c78f250cd35253fc9c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c39a95a995ff0ed15c2323fc665fb5574717f4b03e6a80367a6334cc8492be7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebf6d26b0b0449da751458a57126d12488de8615
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2218e1aaa8e258a69e3891fd04bceff06c52c8d092d3ca391194555088bd72f9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f119ff461afbbe5ce00e798ac959d6e3164b8b3b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af72601aba86ee751f670df37700437023ea631d259d343d19756932455d0b03
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2e77a5786c973a9902c113fd4c030d53c9e0753
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a2cb3a750d8c5d11172781456785cce9b1af35a07aba61aa7ddb3bf8689fff8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..589eec783931f43c43beec90e046b5a1490c0e8d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb18bf83b87e34fb012620fc09e806c69e5ba6c3d23efe8f4ea693b58d9eec98
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414382235f72ef1284ba861088a001cc8f3aa6a8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d728ecf87ff3a891e63d1540b9c47301cd8813ce1d0241315b7f249ee7835fd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..369a3d5e21ea08c6589027b10822d096e512f82d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fae25afe231273226b4a5403069cb80e65d3ba9a633122519c0cfb17bdb922a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6625d263035057ab0ca41290aa93c31e49a95a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df8691a2d17746c2cddf9b2781f090f8e3a33d832e432fb1eef2557ed2c68581
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60c58fa1f7e959f8ded9a9cd0924c78210b2ab8a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aff91fbb2eac8568a2aed42b2e387ad1826655dcfb16fec6476eb9859a337fd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d8b10de660d05619187ce7525eec8fafddb2b6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639073a18e06dff2c28e2dc491ceea437e6a3ab82d157a21bf708daea2946abd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f084d9340ea86d39d4f90b9ee722879528000b5a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c3b3972394c0ec9a758fcc3fe42d33cf54b049b639d0f95a940730b16a35299
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cca02a153fc9fba7d9176e9c2c0be50eea26a19
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0846b70d50e0ad714f799eb00d1c069497f1925a8a37d35f8a0418b95673b38e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f89c9fd80ff31b16bed5cbc72f3306dc3bb84be6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef974de7a6a1c221a56a973039508f9184928faf99dd4a2e300d81d6f118cc7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ed4d3b936c8e40d6fd8dc36ee2e1fc75466454
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f6a99c8f821e2e7b5a44f79b4e4c1f444fbb67175ca075118990311583eb0c7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4693eb28955f5dfda91bfec9f79c4229d764e791
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c2afa4bb73ce954c5ea5ccc94f6227d86df0296fae5dfe52c6710ebcd27c15b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035c8edf2462ffeceb0d886fd16ea76400175ab7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7f45ddad41236fe43e8d537e673086ceecfe49548d39b4cbef3a143c39b533b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c7a6a19145f5c1cf4b9b4e21de720a45d0b786
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9800fe6ce5f72dda5f7df3c06f080e08bb089e9f3cadc178d0bd35da50bd911
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf295b1926ebf09bfd9b3f78b489628cdf37a5c2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa6632fb5a2ae2edb750ede9941dbae65fc6a5381b181fdb4cb2f1fcd5e2fd7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d116874930b26d23eb949854a5e8ca64aef6154
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a99fa15df23489c3fbb0e57ae267b2e34a121c127007ecdabd391b87c614e5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5847a3a21c80027eb82ba59511acd09b0685ae3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a471161621215f0999034f6678a850c6b3d5e9066a7adf2a00ba9df7f152b4a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0df5c22663cc45bac84c9dd90bc8d75372b7ca80
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddf26bcc076c1b2569f85c34c37f0f8e1f821642aef5eec3016217824adb16c8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d358708b71eee999162431d3c2ff3891f2a44005
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ef25242d9b70bdb49e57060432d29c721331d6e9f6248ced1d4f5ea2d79953
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fdefb844cd4c82d79b54248d43a21bbe141acb4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f242729bd91482a15d8b8889229391e191d18c82e2033d84821b802b096e36e4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b3c8091dc95d779d3e619b8a3a902109f41dd20
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:036c2648a4ac4a0be163412066160ebbb5ca8593b4c06debaeb60d452042a57a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f821778232baa257bfd330fe2161dab2ef2d3d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67270a9e65f0b359a4861ff82b32dbc1abd535f591890833d661124533d2912a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a4859d2cd8e1930548d171c42d195e951849563
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59037e17ab9901aafcecd3018e95dad9feb55c255086e18633a4b52694fc9f71
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9e752fca7a44f2418602fe9736a365f7d3976bf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab8e031d900d8c35f4383ecb56b8aed783d1892ffd7fb07ca45cd035e451901
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e36b49c9365879f1c3c331493962e22f105b58f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d03db72a352e1de9d2227ec8d88fa9e6ff4fb05183fd01d39687d864129f85a9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9534bf700343e4842712dda04f25053b5f152210
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac7d02651afde99d7b80d1b494aa80d716043f7a8097c7078072ba2105897b8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b932b36a94cb80540ae01f736c91a9a28257244b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc5ea724a1e2091b510b54f1eef778f99ae918d22cdee43bbfe6cfbbf7299660
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff5eb4f4287ef7a5b95dbdc9438b5281c54cc4a4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3183b3ed4acd812bbf8c04d056acc8265d5c2d65e9669b99cb9e4264182000c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f5d3b423ea54e8d7c25c1825cb7d57a4c6c07dd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b3db9abf8f57c573e4283c81f102e1b2787d115c03df14f8b24731e593ad34
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11a55a9681a05214937f62df795caef42c50c009
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ed9d5db26ca7903abb6784a76e79875cee667611c376c13c68f467dc081698
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dabf8a83d0381ab46d58429bc5f2ab8c565479b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc422ed5824abfbde10a9711d23e5c06a000b29ba2034c9aa0232e58532e6ae6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1629ab41f283bbabb3fe6715ea3b089a719b808d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f00b8c0d4d307aebd1d46e5741b20acd163f6bb91e770dfdb96fc84b41f7df6c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c6668056897a9e33ee5765f79d76614d77f3fae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1761da44aef03d3fcfc8dd4bf3afdb5721622cb3606e7e71da29e0102874cc59
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e44ed727679389df433f19a9ab7b3e155673c20c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ee13d61d3db41b1ce12df341b31284add37b72b2ddfc9aa48e2651cc46c8387
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c071ad93370b7e1911a729a2b8b443a650aabb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb0f99a41ac4d9c18fb0715b10ff06c5b677f6ec1e0661e45413499bfed63b7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1997d3080711f024baa7105801f8efa1f418e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a454fca86c185db8784ed02998da7615e4958fa22527614e8eee065f8629c47c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2723e64e028696cf3b3e7baf4f8a3acf2912206e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc403e888802bbc24b4f08903b992f190eb3aee4bf9c231a57bde07e23b37b4f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..012dd3640032e82025474154226e1f955d8f3930
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb7572f1cb94261ff2fcc4151f1d214bf664101ee666f18c053148628911e1f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..431eda880d62a8d1930e10cdd9c3ddbcc02c2e2e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0d5fa18efd15ed6695fcdd8dc1a2f67abf178f10ceb2efcfec4f81acbfa257
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..585334ab6a9e3f7914d5c97047ba3f29d1e86bb6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b00f6a15d7d15e895fe0af6a469dfd5fbf5c1e7b672018c82eefa946507601b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63fe40329665f25e924b6b520a342bc06319e837
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a59953df9598825540efc1cfccb2272a73d35d0af10692a23161508c431bfb7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d15e213ce4bca0e13b2d0c99022a9ca5a98d56d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc6c9f0c4e74ab49461b57e02e67cd4da2773b8eb1cae591884bbe4215e85d96
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f11dd63d9f5de1cb295e01291441deb19864529
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e566c633d198096c2ea0badbaadb083aa5c6a6be41f12050da8e51d58e370aa
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2f1ed055a582e16c4b68c65e1285bb87cc54653
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b5d2e3f56bac5c3f3ad41b4a823c31ed9e4e14e9d965630b60744ccb6beeaa
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa670c05b3d505e552ac2b2412175b69c91d641c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b0a0ffadbbc5d1de5e42940bbced00701b8fdc4933a39d0b99a5d46710327be
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2838f9e21183cb3aa1553910b2e45c0466cc014e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3f1a2574ee9c418ef2a689b443f09afcb7a3a4cbfcbca727862143379e15f39
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abbdfdc1e4384a9fbaa862bdd23c942af0944374
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8fa87e21f3e288ae15b5ee9d840a7419c915f762ea75b078579d4f38125ffb5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db3fde72708a1a85b17b06fcffbce50840f03d27
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42743e64420066ca8f24d1eb6abf8865e89c2ab35aa57ed440432c643cfd5e79
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd266356959b4ec7222dc1f90084609c5281d2dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d34e0f412162cf6d7edf72024a2b11a9ad1781fb699d18fbc69dda58d73e3f4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c52eff5aca4fcff91c85097deb6b509aa5f9803f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd9a7a0ca79aba1e872ba0d9ee0ff80316fb4f2bec82af41e2fdd377c7f10ec
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c7a713a6efcbc1e88399b4a82a4ded218827c06
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90859a21aec1f79bffe8f7870842c3cb7c53af441022604ae26e8b706ff80331
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc89bc2cf9e77e7e3e4b4546424e393be3d8f50
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d1822fa5fe50e13b2539b98254950d1d77477eb623ede3b5b3b449b6c51e34
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6dbec904830e007f290bd9bea15d0c8b090986a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e37a771e38e8d196cac2db1ab98ccedb1137854eac3da3c4ef4565d9c14ce5f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76c9c6212eae75b7a821ae6f0f6235eb995f8537
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d07ab53442748f007fd92967f61ffb71260876ed7d541a9a9f409baf23aa377
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8013418de9bf354fa56c0b9438ce757def2d48b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a4ac2efd08cad08e80faebdaaf452a783ddd2ccd4b707ee6d524f8b32ab2775
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d4f33536c91471561d1b2a4bb1c7d1084e88b5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b12a6e242d492467b2a2615ce1ebcbd034596c55d7d43e19199c5a92396d5fb4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0466bd556917109f08f3f1b639b17dd1c2b0fe08
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:024bb083fb73f46b1f60157c04d6a479d5f558737a1687fc5a7de436dd6c3a87
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a337ddefb0cb3d9540c4169934dd83be3f0dcb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:451d9f1bc37c325eca654aa9c39e7b30926faf4a75b7af3ed7876f971b81c6b6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4e12be628a924c0e7f79315b26e2538779aade7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58e42d53c2d0c96a373e0c87de242454f244251d2fde7d5604aef3bcb2fad3a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e22e42a6078ac7ad0f702362e7a762df7ccce4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b91ec11191f0c4fd544ba385528c7c34952bff84abb15a2fa64d7c595dcf9c54
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c58abf408f7ec3d6d4abb2b232d1e581ae349e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:940b4eba033e721f9e40160df4d93063486aadeaa12ebf5676c42d388d024a24
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e85c988cf942572ce438827f517247d6f0d78df2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd9843fb48478b66db5f8d5f39365b46bb8d5d8073afe674e54975728c68d31
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37b480ea25dd1a0f01c716780d79dd5ed6d72ea7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7725ee85da747ed852a8ac55e3b35869039875b9d22120644fe645ba4eeeac8e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc96d1c5b8cdb90c0b51326958e561e9be3a1422
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de133924efa513b29515fe23708471ec93bb91f258dfd34da0af8fcb92608e73
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e2e7a526e9fdd9b0fc21cfafe8b00e409d80905
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3222ebed72832ebb02d14f51034dc9e7625b5d5666a4b6ce5f2afd95b8e9921a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33bc5bf423c198d9a6656f96ba4e574659c357b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaba765908a1e067fef0fe14c2685aef459f3704dad698830bff416fa666921
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..175e961e9dd935d0955310436e63d408db6e2dc6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89dbfff613d144375759d7864e10b6a0b432199fc04fa59f1ad90590b2116238
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..587e42aa09ae3dd4dcdbcfa7d9329d914ae1afc7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0bbd29b8dc0bb342dd658f41218958f9e6c761705bca53f7d85fe806307c0f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb8d9e0ecf941563d27cfe39617e0bee1705814
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307d7321cb5aa853815c4d48eed6f9a09d72ef04ba9227495c6c86ff16259711
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9990e4535c8825fd5c83eaccc4bfd597e5cc5f29
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c06cb09eec300e99b72bb4b7ffdd6e1a2eae60bd8f58accea5a640f9bcf995
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05778762dec1cb255c498a28a2029442ce14167b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3515143c0710c9048e7ee5e7c9f4ecc4fa746164e435261d4304352d25699967
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab27254a0443963c873691af251cca88e308f84f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c74e89540e883f1af6ff9646cfd13d1c3e7616d657b049575b42562f4f7a5f76
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a807387037322e98ccf0462ea7ce131cd807276
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ca6f6a3079443a20c01a3be0efdd7637e7d1014847ea84c964229b339014fab
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a69ad51b62cde015e48b0ac704ccdcbd3408a06
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:575ab9cb2b52cee82bc368b1196db2c7bb571e86c614747ca8db02cff7d376a7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12da3e0a6d18acaeaa957192e5f31e09ead1b87e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ce7c35551a79796a2e65cd1034a0474ddb3413225fa0d0fa3fe11e85e18e48
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98e3315b663a8bbd4fdc768963ccdb6da903a273
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3369cdb586cb4d12711980ac3043c41fd5bfa3b7faa3556fe4620136015e1d2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..618111f413930292831c8eb1de9d8982a21dee35
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0654f127a352ef7716d3d93a2e7e5123648542b0dee555919174cd4e744c0cbf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b6a07bd8a319af5ec496186877b7c4089368db6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f81b5852003c66c401e206667230da418646deef9df99fb1973bf7d411e640
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56a87bcaf69f08ce21f6cc9bd438558938670996
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48e2a41d96aefe5f65149e5ceeb959354fb1d59246d979f08493481300d4015
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9115dce72efb043fc2778079f756fdaa2b3e1b26
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c66ad670a5a511bebb0aeb197824d357e112e223eec3e03cd90ac71e64f9ae
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4ad5946d2cb4db7c8f70c7bca9ee7b73c980888
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c331b0ac74552ded43a64234915fe3dfac6e476fe03dc865d140e90871f4d9d5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..295c62da0ea71de3a21fff9cbbab8c6a0280d605
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670b08064f63d23c4ab7d5535c09123152201b7adcf1cf9fad0304bb6c3cfc5e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e6957ada33aeacfd505480632afbfeec14cd776
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9150519e5976d305f5bb4f1ebd74ed52b62747dcef448e0e9b33a4022f794ed1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a05839375f71607f65c3928747d1ab4e57c1d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d3dd99e6eb413b0d46a8911671faffad04cc58e8f238aa8bf3c9494249e3495
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c20b8e474067a94bef93fd3c3f01fd598d93a8a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a03fc1aa16f48ee1cb8395bdb980095a6043f3a5f4395ef1ce25f1585b0ff667
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c388c79f677ed89ca5e1a456b64dc9e3ff368ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f34782183011e4b4390b8b953e63a7aafeeb7838fe509f17835f29c43e6e0df2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e692eece0ec49955d0974137d8e258090602d42
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a1373adf05e14160d977889153960788b894545a9068af43bf9ad68870565c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d908fcaa5c7045eeb758dc3d7521dd859555efb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c076ce0b043f171c444a8a1eba4e90e449d8c3fe8691355039bbd32698f7d8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87bbea3e8fee1bc1c62e33305b307cfd4b31a462
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c11610f6da5df03916dee1ca0eea764437e5aae51e825b08508bc5613121c4f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..803b03dfa47aff4d0bbbeb3b9d252b27653f91de
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c16734eee266c327e6498b0fee29a49d71630d74323468d82707d87b16d24aa
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..728897cebfe8fa68501432bee227e2e784e2709c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c75bb574b4cc6a31325baf965c61eba800016149233255e9c07096161448086
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..627ced2b65f300fbd6437100b0265f27361aed20
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44f6df233ad231779a7abdb0a00d9fe98ad4fd9f8bd2dae452953893222b3ea5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c625b4ca26591b12c79676fd8bfc5b2891ea282e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f682db8e83a8a599cc2491e1e36d4ade484fbee2cf3538907027172dca5a46db
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e439a200f6921d4cec04930da28904eab455653
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd2dffac77e32a8286e8b1034bc06671a477e9e5b1d0c84b5deb5c975ff944d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c806404e8fd657ae60ddbe42776dffa0e79435
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af48ab101ac297043aff8b4db8958ca6f35f12f43835237474782f3511cb4576
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1710130c67de8da809132fef70d79692e44900b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1536915dee0704ead4d9b88427b50b865f0e61649893d05778886016e11ac91a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a410f5f69be1d1fe18626979ddfd6d53e6e96e94
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f6c3a08b5e6725af352ba0868828bca76ad370118fd6d42467392c54f829d9b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9711b7c1686584c702e466dabc8596e4123bcadd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:792c6c027ef7ae8a2009b8fc88b03df245c2e06ef551fc50bf32a5e7e9723ba9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12af49b514bc3f77e598e6a553c168f59a329290
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444a4821f4ec48e7f26c680ba10232273b6719a986bba536042999207853e5af
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d66207d62125aea8de66822bb2d54de536a146f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5083a1adce312b507540a14f36028cf7c6444e814feedff2c12537968ea31432
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ddae015dfb7bb4da781b049267de4ea865e327
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0023d1b8ca5daab1d7baa28e8742520cd1067adf5cd17b8771442d0fc547ef16
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..497d6347d16265f441e28d6d3e71aa1bd88021ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b193df55c81ba889e81ed7c54a16cbdb366251eb64aa70097734435442f98b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dd3c90ccc98ebededaa4a23ff6263afcdb0930b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e06ff85fd83168da92bd10641d28b8a8430582ab5b1a0e4e2ffb982a3ea178a6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8731ba043c273bd7ab95b3438a383dc4426ac9d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccff94feddf8cf30cb8b4a233791b8f7ddc06ce93190158e84f72055920eccd6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db4068e6c2bf19c7f4a1d0a507166b7cacd062d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97552c821388720152e111e3c5d46b51f71105abce7a57e7e7252713f2f3d800
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b439c8fcf4061d361f9c5bcb48813c10b82c2fae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c97d398b76f404c830fad38ecd4c9c848e875a12c587f4e6600a6dcb99a096
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f46aaa9de2e4f29a26aa9369afa5015870f294
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:484977e3271d629124d6835e4ca2e1b4adc873e19c2f0c3390017666800cd368
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1015d985e1b12365c51dbdf9b93cd7de3cc9fb91
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c0cbe32164f165fbe02b11d217181885dd8a7370a678b6866e0a21a625c6e6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..910785905d92fbb564fa812fb72fb171fe5ac469
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f316eee2131f600b46f2e6fa3a767720ded4d9ae60f2318cb4612f1d87d8841
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcee7cd14c6d74249951822c3a59b2f2449eacc0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5545afb37cc6943d5fb0d03718312a4eb403b430825d314b3fe3d325b800c971
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe2113d0219ae390c09d399201038ec15c5b9772
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ae76e8c855ace8b5be82b1c30049ac03cc4a72b6157e12b0f145e2341dd849
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15aa2ad5bcc2b69a5c466b3cf6f51f97cb3aab7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b69e3b30eaa4265d5036bbafa03ae57ba67bc653dca01460e40072f451a20695
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..735794436bf21463dba2da3710d66792e3fdaaf9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae2806ecdeaaa9600101f0386f481e6e6e8ae6b95a702e29acd262f8a995dc48
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c54eded3272d90393e0619033e1b2014c57e63f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e23da424a9905d5c4598289e8a281b1bdd9553414989ba7669e17d912d25013
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a413be1b18cf81727ea86ddd60ed206d60fe42f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3152a1cc2a47a0cedf05789343ddd04c9e52b419356dcbc9f4c64a465ff13e6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da7ee349c3acf6bbff3e433b6149e4b5b8f944b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe53de1c0478b0cab27a2c6fd32a0f28f9efd4f96d13e9f603b3608c6f002b60
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e2e97997646b5b0bc3b7ac51d2f4b31df14b0be
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8837e32e452eb595ba79a687d883d4029ab6a296bac410e03ade517d8ac275e9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4910de32b6143c0b937efc8247a633f742d151a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa88f22416214734681520b90b91bdba798fcfb345c579c1230d10653ca7100
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..855e790a992eeaebfa02da623c7af23856bd422d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c8f43e23170fb2332ec1ff9eba0e45049dbec8d0462ee5ad7b14a7163ab060
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b845f6e3d63557e5de77332be9041320b5efc01c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaca67652a4a4456803d34ed2ee98dcb145c4a2687f0bfb0e8369472fe34403d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3234314272b13047b5ffb05e3d1fb43d1c30728
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad57a6ab2141434ebc627758ecde4572dbe86be746fb6c252f18d0a04256b5ad
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f22c3901fb7a717d795863c0878561b9c6c108
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e365065561bfc69e156e01d09fa1768237904569481390aaf96b341b2ba131a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aabe5f318febf4985d39a2513449b5b15a499c3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3783c52f064e85a38cf35bc3adfbcd8a724e6d7a0f08a6abc166436114e57ce
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891081b00e19aa6380e412c79e100bd844f96885
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6328acc2f970cb829216531b5ee0da70c326c15b077eccd7c221ed940c74524
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a010d4c8441751099eed36c406c942681d607fe6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40796fc695eb841ea2fa03f98d4e12fc64f914983ea8d9850f7c35bf832c6015
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd5c38d27130e62c3eaccf129c6c3914982732df
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f7e485bbe9086e0256a5b16a3f2c784dfbbb7e94be0f5349eee12187b8ab7d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8999bf4a707c6c5ec8c045e7fd36f8a10e63c81e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0466478447d128ba56c7ddec68c938ee21ed2a4ad617b2d883896074f087a17d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65c9ddcdec0063270c39e09af8f0f42af9843c4d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe7c1593afc82642f7503497a1a24ddb6e6a139133a678618e548a8731e6180c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..027ace719e5ea508293ad021b989335c7c28c3c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d443616e6a197fb678395415681134f94c6f343270d207f23856e24c9621f0f2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991b824688fc4921c27973bc72d14e8df282174a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23135aafd3b862d7fbe5d4c3c35fc8d7c794a210602e6a9cf1372a524c9e0a2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..841c206b8b6e24d318af0a121d330cfcd2f6899e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa023ebe241d6a6ae882740a53b0dc19ab02745e2e90b02bc9d7453626ead168
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4891f4d224c268f4312ab8580584c7535e6c9871
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28b159b3ce5ad00d61022fc946ac6cfc3b479f58e131658637df7be35b22360
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3952540e8b3f98c746070acb455fa3af21a5791
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e9cd9e5d9b732b1a0c540c48373e1829e59c9293368cad44aaa2f30c134c2c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad39542348281f31131e91e03516eb2e164f49d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7843f49c4c328709a0e61bb79d1a0edbab57628ef58d83ca303fde1aeebf12a2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b87b9e7f248d4783cef36ced9df88b31f06a222
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea30ae7765920fa504bb7a4f00e2220e63fcbc5844dcc3fb78ef025e32ed3ea
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1157a997d07b93871053aaaf9b851aaa71daf63
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fabdf189062a995a65023dba4f8e2bc9fd1ffae7658b46eb42496bb925223390
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..980a85233799229de2187eb0cd7a5b51dfb0340b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dddb4151c3022ebc876cfaed0d056d136a43e3c4c20d4561e4e5cf8d706e2031
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69d40a65d57d14badf218c48c6a28b96a601535a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f01cd4174bbb024f79de0d1027c5e3abb2d1a772a6a33135b81f4075052fdf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24a986bb168aad6343149d98b06322ac3c43e0da
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:facc5a2b1823776d90ec73d6779a757ad68b210b74c756cd540d83ecaa0350ec
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d9a6962c1af708a27478fefa22cf74ad47b8b4f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:923d3c73a96164c2c59479a29e6b9f7c84046c4a9cc7ea8738e266cb9331469c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d6a46ec5150b200234fe14714fd6de4d659091
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7fa3eff4a5b6085c7295c326002387eaaca062687d9182737858e9b458bae8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af30bfc265663e273c618975e2087002aff7196e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ca77ea3112ca3caccca570122757a251845a574b7df222deb6b1850da4531b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b2eb66584f3e948194641d89d543dd4861f4b00
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1e86b8624debe0683881989da032cb709005bb219ca659e44f8e5172dd6fe0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cad21f95effb1842b1809f74aed6330d4baeed7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc898d347e9fe6d8999a2265a201d6b54e70a5a80f0f7016b878fe053c731c7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63fd571504419bcb20e68df344e3a8a0076c7a05
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2736435c3dc4de3ce95ed3dc172078452514c6356d77578b3d1fb3c48338d39e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414af8180df198f4f6007d00334e4edc840535d5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:090b351f5d8791a4d509f483e659ea9a43dee75c3229ea7cd829fdc8a1576991
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c6d5a3ff4ee91982a9a6518fc505e83bfbfd867
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea0b12215335f05f35dd25f1cac08d7477ab5be3aa75c96e1e24cf838802f3cd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..903a941ed6c181eb2a08e316b84ad74c496eae93
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d8e3e386f3040896914e5f43f80afa123e2fd0f89de7919048d5993a3ecfaac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e71834d512752c43b99fc45e0bf72276a2b365fd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8130f7d4f5b9ac38a64a31748e8d51a0e68623a2570c9120a480c6c557c76206
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60790d46c9489eab5e0600bbaf9f05561dc709f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a416c0751ebbd520b56f2b4b1c273818aec547bd2f3c5dd9ccd401b8b5da8a1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6438235f666e912dbc8d93fa6fd0182d025b502c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:560fb7e7a36228b0489df4279d27c71e040a61fe85e1b2632e0db158988d52ad
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc4f21854458592cdeb23b60d51b4b05d94296e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e9b0dce887abfb169248c69b2ba7da0c1ff6acd461aabcb9d1f980222d4d8d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2901b8330a8d4e769b474bfc22aaf821debd8075
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec43a10caaa32b41455c122d53e43f7e5f05a1aa347ac537f37e03ffbe6db6a3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c987ae62c2e7888f3908ea9819686ad740bf13
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb2f571138b708b5a31250111375b4b46b085674d04225a2a1c181a4b80ff6e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d1f2f09d8da042eefb0618a133062a9739b735
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0f220cc8db76a1b9a45329ddfc48bc33aa2d574d8c34acc945437c2410c5a8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ef087cd9bf2faa03d8af129c5b7685480ebd33
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe94634e2ab4cc81d7f5a670b0ca557162c81c5fe38ea0d63f179065e70c9840
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..289a8a16c52b096ec065d0e63042ecfc1026a472
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d63e25e51286fe9cd3997e648a2b2b9fcef6827162e38558596de04c020e0fcd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83099c901640f3aa97df2150f1b81f9b1c3859cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:addee3af4e7ac47a907d5de804002570bf209c6a1a08f4d2c715f55137e51f8c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cfa644ee4217d4d6edfd0d4b2a2581eaed26321
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d3c263f79f4ac9bfb64e5e8a953c3cc88dfe869b11d6e43537580539818ffa2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e38b1708cb52958f8d1fe7c68ace51642f685f31
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d42dcd253e188ac9c6dfe363fa480b8202731910b5bbbdc155575ff3dee2e61
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..736e891aad0e4f458791e06aaa9ad60b02398213
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76300b323fdf392cd0d74afa15e7d472630669ec2d14b4ad529df702d07edd8a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..806fc728df8692f106dc67e69cda54c96e4c0812
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7751eec3235ab573e60137cb6071c16a4232ef69eb3c927425504c918d6acd34
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9855bbaff70247db0571418bab45f63c27d0379e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24463480f9381381cb03cac76d550b12b0e375732f778fb2d1c1ae7e22aa4661
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adc7939fa81d9ce75033dba4f649ebce7e44ea50
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7844976cfa802f5704b54894c9a3e14815665456893c018509fd2eb1139a68b1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a37f8391e8cf59a819b362b6e68835bacee168d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd0a165e59cf6378ee7e36cab77957d36b02c974d5ec238a0cb957dc3f6b203b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c731b39a7c5ad5e1221c373dc2f9ae48eff5e4b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da177662b4935b10e4b509af76443623539531824754418627a4c2a6318c3cd3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5c47cab6a73f300b26fb72fbbb90f36d1c657f8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49fd647af1ff455ebb2836bfe489c32455327973f9cf3b09aa5553fcd2cecf3b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62edbd203e7be9c1329e74d9c08d77ebdbee4eae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:296cb7db2e5ced6782a9a5dfd28d8b32c3840c350e77db6d2ee05bd45c8ce9f4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01d7f7f16491fd3a526a2bcb0e033820280edb8b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ce026c162447372405f5c9c9ee7ab64e4b4b8f0219a6cce915e0f75bfed529
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f218263d602cf95c14ef0d743133c784be294c54
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67eae29f9ea5cac9dfebbfa201b3ad2138581d4250b8646e558e4e347652399
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9d97c657e2c5bfb6f53e60189868eac09b6e190
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db541ba284406b34d6286d8490a9c2614eac7eb60dfbd61196e5bfe4b4c85251
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0513b9dac36f2a2019c5f982ff8476fa530efaa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b3e7bb7655e3a8f963bf900bc8de953c3c40cd724c4a3573be99fbb1fef89c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e93ea7eef66b8a0caaf768f3d31b4e895eb16e2e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249e8b2462786772a319bd6fd59dab3e99dc77cfb23ae9c18c42c2ff13e64a9d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a06a65c602e58f3b5aaf83850ab7c3cb60dba011
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:040e516c6804b9b1657cacf67947bd0a025a122f8d73c2de1cf897ecec6040fb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f0baaa1095d44cf973b3569343645493bd7e948
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:012e3fbd4e0a5717970b41def91fe40852fca9966be7cb395ff5d9e2ad1d76ca
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42b617e815c276ebb8616656380185875190400
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe0e5a96f9a5f5d695e2f2232f2a758a3b70b9108cfe61197369b5d4f9ebccce
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9042af4ad6f68df231ca5d4456ea422440176068
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec026b649d4eeeca451d2a0368bb84aa06a0b804cf206999b40f36ece766a72
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77052ad80d9c072aca7f99b52d49bcb40a9bd3c3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cce2d120615e6e890c5b4a28e91d3599b28c60f5b727e1f3c2f719a86323e5c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d300f5f70ad9b8a4ad01410facdc65a77c2a886d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:654f2fd06551495b1009c6fd2d0b73d8cdc23675b661e1df861218054b7756d4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..220a7f035fad86dfebd3fcf5726f1684285d1236
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f316d749c815d147a7e99a86b2d59fdd1d019b1b55a7851634ca9e369e25e9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76330f593563c61d1dd7f9488e1afb37ad373dc4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a16ef89209bc6b1df268718a5da9c2c2cbb4613e3314a353fdf6e6bde1938a72
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..640de89c64825ef8f6b9c0b764a769f2090681a0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f54adf0c6076e76d1b361a3809fb17f8d2e874fdc4f27d09e847d76031a99bad
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef019bd078babf4373a4bc3121b67ed1a34002c9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d3443aa2266d003c459b0afd5fc873303ff97055a473ada7868c44126e59a0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b633af1e169737b231e061412658b4cb2fb5069
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:397b694897d50d519148ed4d24b46426b247ecd6c245a23e202cc739a55ff693
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fabee9870761f6b979792c947baf05095eb9b021
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af476432adfdf3c980f7aa1f6726fc982a8033e608cf759a59a562154ba70e41
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2114950b38a5463efee5b2dfc45f575ffc8b2e2a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49fd66dc5bdef25d60a7b4c43139d00a87916266788b352fbe362433ba0c3e07
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f975e5c4a1a0da66b43ce3d6b6cad4aa64258d6a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adbf1cb53512313a56ad7d5e8d60e6f04ed00ffc780e0cb5bb6f991de4ae77f8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2878e836e1ff249220d19f36b34ea2018ea6d5c7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8255e2e74789600b0b95f66e377ec8c1a640453339106db23037db95e14756
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42258090a1bee3ef6b1215362126738b94ffacab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f2b98de493b4c4e9101b51991dbeca173e86ef5e63c7de0943269d8ed83b44
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc48c3326c6137ac2f4e8c94471546f6f933bc50
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f57de3a28c859735ab2fbade46dd11c95db4ed9102833791f9c2a6bdd2095ea
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa8599b791218bfdae180f2c17759938dd735d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43a0519fa93e775f7b88024b96a832e1f2663e09aeea981b302a2a9ab9f4cee
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7707dbd0e24b2b91eb14454d02142e8ec09f5d8b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37397bc97fe1679cc979a09775217273c8d3948eacad6232b96406cec274db4b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36cde9875d90ecd36e5533059930bac634549c14
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213037e62485c4a3e3a9d3c84faf4fd4bc40e48c632c80728a269f6b94ce2e44
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..427850822413206150be39477508dc65d4d1daea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701fb2441a39b15098b2257e46dbb3a0180b503b0ee104452c151e052f141d89
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d9eccfab9eacc74a232b269ce8ee47904daa42e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d72b2459cd001f4774fb6175094963c5eb208e433dfc3c9d59aa666bdf5b93
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..577128216521a53efab1afedcf6ea35bb5a505fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f87da86bc9d5fbb37f28bc382e04cd3821e49a047f3534f6b29ece7565d6cba
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5bfe5396c2d53b7dc87302daecc119cd79ec3d5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c28f1be0865923b21009463b33ff278732c91cae8b86da8c230f590a60c9405f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf6b70a4a2ed4db61733e4ac2d61ac3c23b35220
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18207085cc49966e8c858a38884d4d2d9e4c563330849f4ecbe7384ff9d1587
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..312bade32a5d54c18a2c2976ea44b70a2265e8f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ee5f772549c1084ce577ded1025e00fa6a81bcb8d095bec6aab78b5ca2ca8b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..937ea0670aa9d8540fd72bd6e2f119bf0227aec4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb97c067ea8d1d4be23acfe635214a592e6fdc03fc20aba3638a88ea31de892
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b729142581f7e5cef2f537496e40676bcba361
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64807ba890d36baf373e813d043a65bfbbbfc30ee20ecca7e52dad9cb8d0c47b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b8a99c766aaf24ca7b303e26eac1f99c3b7e6e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc19b884b426b5d400954e4f1caf2c2a55c61f712e0804bb96142ea42429ee7e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ac707ab85fe4d9909d22d951c5bc2b00cc8b4cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b604c2ad85e6712e79093c75d987be4371a1c41aaa698f64f8b9a0d6f9de9b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ffb84dfc2f88647577eafd19042fb8bae83a1a9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:363d03ba27ee8fa52fb4b4ce638694c54eafd17d8e4f1626141731b1892600c3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c375eb8c0b0477a4a7a0425b0fffb460bf32d17
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e924f05d30ffea53b94efc5473a886d1276d2dfc539cd8f61296984157cbb5a8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bceb4e86973e6fdf62fae1f7239e91ba52ea3c2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:056ce7e86aaa7b4b811aa36eeb5fd16f0844365f369b703a41186375ea879242
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad288bf48615d28ac1d1052e4704188bd699d4fd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab1a6be5e79df51b98f6832f3618cb1043f5aea62532b339bb7a0de10d4ffea
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..796c951554a9a9c4fb803b659e95a9859e8e15bc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c79a70cdfdf2ce25dd3ea9650ba569893cf461e34e00c0b60f54dedc7ee6d1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b674c2da4631ed3ce3b5b0bfbd6b496e194b25
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2effcd54b839645722842db4f41b855be8f331e03d600bb8bbf7afd5633e0ac9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be69f4d1959bf745d77ebd3a0105965faa352183
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b5790e612e350c3aca7f3bfd973c3574b98e92465bf0ba29af8e163c3e6945
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd9be1f78eab6b22e3825d07d8a248c6ea536b2b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7400744fe28bbe1694982eef8f6c53fe9e310f519c763ffc152578e3e3a7aec5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f52a1ef7217422e25287f2da8f0da0df5efdf29
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fae39d13b2c46ad68644d8ca02eb75dead474a6b670a032d1b75b4c12914ba6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..853123e0454143417d2b670011f5399c7df878a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de5e59afd2808deedee34351ac1461ec0252a32397292d019e3a9136c45e6e27
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0e87d5a7d6b8eeaf805f2064d7523060dfbcda
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b7f46377efa158904a4a8ed093889c3ed0e8cc097742940ea4447c4c684883
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6baec293ef8d9b8e1dea5c13b0d5d79c9ecbefe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e68222ed9022b261ebcda726177fe2889f3a7d54bf943ad14f9931571e3e41
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3461285d3d515f50d641986b5f95a3d434b171c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1285f647a34c9e60dddc64a798382b144b9fb90d5cc4f888e47c1e89064bf773
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fff361242305e31ee8d31734848beca0dc08d179
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc62f0c1f531777a680d7141a546e4a509c1f5fa7c8fdb19a6b40c01aa5cc9d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9478c86a67e6c31e578b0bfccbef5d11ac0ce565
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26951a4bc3a6ec7889ff1a5bd3f85fe7888d2cb1234e3ae25475a8dbc39c1f45
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7c2cb45aac29149c7e70977d1cceaeb16149cfc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc3549a2eedae5937b6ba14ececba633901814d36069abca80e8bb4dc4c52d77
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba7710443a225cec42c6a9c5086a5f0a9180ec7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd8a468da074ff5c94dafe748fb04f95ede3615259e135b4f889ede23214011
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..648779272176ecc2c6660193f4c2493cc5947a3a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88aebd5015964daff6bf6e6ac618eaf75566936b53327443d249638570ad446a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f3936642449cb363b7c754f5973a74e3ed3b4b7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5da95433860b8ce0e32e596389557ecf90c85224af691bc0c05e35c1de2b137f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e28d3d6742b2e5f578c78c0e6cfa9cfe4eb58211
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba2544f8fba2702f25da7e521c8842eb9c065582c323e6a9ee206c0ec4dbd6cf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d217ebac09b57910401e036f51fd34c80448f74c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b59773d9643c85a0e3d4e065088efbfef53c47b43142f0e5b017251b03bc0bf
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c511d7c4c3d514ee1d9f9f11aa8cabb05e75179b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ea77fdb561f6dd190b04ef1b161723c7a58c98d53c25eb08b5e4fc4f18177e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e57e597baf3f11880ebe40bcb48919a8b68770
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa53113a51ed58dfc55372c197a6158a6af556eeb0810397630b605af6a2c07
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdbbba2c652a5c0744c7ed54fe96144ba4cbbcc1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3567447cbb5b25d50d4faf89a1607ed5f14f887ecb24ce27363a85fd4f6af672
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..329bb3b37cb72f5de8285a94cb82416f37c25c5b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77aa2387d870b0f9fe1637e137f4c5a5e18f683dce16b09da672af3a3e6cea3b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0220deecc35a41cd22a0e8b1c4c50a7b74403777
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1deee5f8dbcd06f6fb9962a7ebc7794c41883b34416de53eb68f7abcb574b44
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f8a4b096c1ea28798cb7c504f1b01acee4a436a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ace00cdc8b9cc4b2b69d05d1ccc201cefa849ca16d4bf6b703cf50b5d31b80
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d866233ed48a7b9a435089f297fc41bdc9a081f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f79c06d7a3e495bf0d1a7bc19c8af7fd21979d36e4e6959cc257e4cb3a6bd3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05d3ebd7713d71903c522126779cf1a256651bd6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd4eaadb723f45e6641e6ae0f82bbfd836b812215d4d93c79af4385cfe7c2db
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60cb3f2f39061644ae8699abe8a2a34224266f39
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba2c130e3c402b8bd6383da08716b4df11448b978ebda898e6f941fac0047ba4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee84e64b5eada36868def17e039888f5636b1e33
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf66daaa88a1ae42e7f485eca63fce36f6b4d6804beebeed40e18b75a33342b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e68737a6b2d2ca3e75eedfde06afb0a230ef501
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f7ce0b00420b7af969c53bd376fc79088a1546de7893421e87bc83af033063
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c67a2f5528d28361cfc7455d9668b484d5734ff4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be2edc8e0a01f4ddf8ac8ff00b0a3dc8233bc2f302b642b3b021b91290eb77bc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0972d04bb48fbfab0ad974567bc8885fd321b91a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3609da7ecfd5164108db91b7d415da2dc39c1501e5d7bb04b1b1d950e257a16f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18a56017ab82562928ee957ce2178b90ac717583
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6be5de12a2d8becb3439dfdded55c54578ac2e470959d0159beaf598ddf4454d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49a2c21dfe20bf2ab9d8d2bfd9b03d21ce4abc4b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e683618e60ba9c17af3fd5461898d7e163be712e464df396b856f58f41cf1546
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d2bcf6f7ef9c8cb0641c4f2fc3e741064f9596
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b5785379f5671fe7ec6bf9c51762a0eb699a5adf098f6acc4c743f5649bd98
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f8045a8940b687e0f500a804cc47b882115a572
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43eb06b162fd26a0262aaa73825081700977d0301b1a0da79ba434c2a512a7a3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feb9bec35eaac24e0ea82686b5d5fa51a51c465e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92deafd68b3f2ce6c65acb4d4c836282861eeaf55f14a67aa5fd5c26eb5008aa
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f0373e94996a230390381495ef9a25545bdc1d0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:489371fa87ca1a71d4ab1e95cba777466c8bda5e4121bee0a1789e5fce2419eb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2acb2636e93f21614dfa437c88c36ce659dcfda1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eacc2fe77cefe84f511894a789284c955017d6e104eb7f7542ca9e0f98057f6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d5721bf23bdba86023364e1cb7b503d65737464
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c3dd18677b9470b4ff1ea2be29d7f7457bd05563e7e075f905c937ac6d0def2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28120f3f6174e4cbc964315d39dde1e8f60a186f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d76ed497141f015a96d29cec73bd404f878c737de1c9b37da58beaee50861c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c5daed3063a3718fea7b93e291a1b212558fe55
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d54ea07d9ebd1ac94f08ea606cd19dfe74e94aa4d1f7e8c1aee7ea163118f7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b38382b5920654ae6a726bc6cfa785326da26ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23cd81dddf61473e9cbea59c39c54355eeba6f8666847e2d4d2fffd937f6fb7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5afc6fa8ec7bb4b8fa474c81398ceb76440b10
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6edb308c8c7f8b9de6d790db4a56335f4b83330ece05cf7ab8c6d66224704ae
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c37589b97145a0483598aaaaf130a0cb76bdfc7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54101dcb618c5e5143a2423da307a91b6bc205620248e3b05e7ae9abac0bb74
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78827249a45db569a7c682ddb75c4d48027ff0d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f3ba2b88ffadc223692572c608c21b26bdef371b3c9454b0a2340d93d21b595
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4d8b218e580e03f5c14237e87c15d5fb6d9fa55
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c1a17dc51089c5d175997eb7b86a0b7cd1d91e1618a987ee66d5c8a4382d5b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..980890ecbc85b494b8031c4023f0d8dd161498b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad96efe1e422de9c1e926af40101dc45e7499bf18758979fb65e73e8a3a3e9d0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..845cac229301c49672a974a70abc257e4b3b1929
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de61aa7dde9fd192146c0214f02c63fdda8121bbf770bee6968cee524789979b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b122398b2765a917c4ace6e17ced4a6c6f2b9d75
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420ca58c7b317486dd7172f0abc86233fa308af1317644472fad1f87a3b3e945
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6ea73e25548cb93b0b36504e31baac5d6bf4d58
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87610da59b9704d3795f4ee12d7b15fee17e99a3d6bf2517c955c153aef1324f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb5f09d7cf70f6680f1fea82144176d98d680094
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb52f70152368750a99ad33875237ea99381251b14497c8b7d2d709ea901185
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b35a660193f0218f3d24b9ba7d78a610e401a7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94de89f5802262f176ae7680883bda60f151c5bc44f16fbc9caba2147aeb5319
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fde560734c885a608d155f176376c89bfef60b78
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d358b313d84e430fc7e5e70f0a333591df480f0fcc7436714ebfbd98c1d722fe
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7177d5cd1e4af00fe3a3026ea991f50e98e588e9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11d4ee6c3a8672789aa49c172425db57071565da0532ae252174c4ce3e711fdb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b156e5180bd557292ed33f87bb4787ac1fda8dd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8193227a654372bd255a2c5ce683311d0bae82e747e54adb61679affe87e047d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ed119cfc2a68e20ecc67b19e55e203862d2efe3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e45fc7c8c975c68c93af4d662dcce66347b9f314d232529b0c3318a48d45677
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271dcd620d82f9eac101a32caa1108731409966d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af8939019dc04be10916e16d3657967a3b0bada5f7c2200df49bc14689627a63
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2698817a46db779f3f8a70fb00d82bed4a7f80c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13b94e205b39f7ef9ff861fe259e3add1f76fb99da0d6b464cd582fe3752dfef
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5808d280bd83684d110de03eb705e5be5d63ce6e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d326a26fdbc9ab725729007ecbad7041bfaccdf9ab428478d2f170186d4bf0f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd1bbf456d5e16867566bf571cccb4b0108989c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55078bf0f1b63492ee2d4cfcce3102f7381777c77cf139e16cd1c3e0b37fe09
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a92162804388ac23da2915c767851bcf405e38d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478f78bc98acc429b5190449838c68a8237a235e2594f001fb1b56298d0be3c9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e000426c82b85b16f6a6f66f78598a92cb0057b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6fe1f1f646a99103302062d1bca584db9fdb9bdb2e8a0b1375fac5b32bf697
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81cb8a6af0cb0156faef0427f112527977ad0807
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff15df1ee6f6f61369945e3caf54097055177f52f5a3380dd3291dc1c66d1b76
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2c9bf3b961062fbfa66de33e64fb2d7dd66b5e3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf04214d850cc0e95da54b03438dcfab061751f02d605280fea9e539f5890d46
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be98460f8065f13a6fd14dcc0e8f378af83adf14
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d975800e47c621d4a6b72e6825671a11aac39433e569e5a1c25df78700b28b3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b93a60fa6aa2506eabd11588abb0343f4a3415f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab35654a11d56200dcd3e65199007e719684c7b9b8e48fe3b8a3b5e05d53efa
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca3542dcac93630a4234030945ad77d6ffa233aa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e810e1f6454ea8eb7eb632deb69b9f6e7c05307dbf1fe31689e0ccfdc274d629
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469c334c7ac5c3db8b17911d619cd648c1205d17
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc27233f68f755ab68b344596c036ceff3d4f84383e6db21f40b9987439ce777
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e0ea79a10ebda4f1221a86bcd9c4dd135a9d39
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f562846ae64766aad0fc24281232c358ed5d0e4419692e678b271963dcba4e8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eddcb132bd2365a2260731ab445c9d65de81c7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c48627108d9d0577298f58eebe27b02bfd35eba95d9dc8492900b493b306d253
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad2c9dcede6f0b51bdaf7781db8a294410fe95c2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee9a93f5b0cd1722e7f7407cee5271ba57aabc5920ca62081313b014a722602
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a03e92f907c1eca76d99e04febd72747b52097
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9683b28f8a8e6d8e2f73cf2a373988d346d923bcc84690c6d4d49316b273a90
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b792283e8661324e68418740f041292588e781e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:203d61e3ad536af84c518fda2263bc1149ebd966f7c92e0de4342bc55fcc6a5e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b44a65d23d0b0d7d93101c5233f3e704f171ca6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eedfaee77626aee6b20aaf3c83a40813de54585122c69a748760b08720ef2cfc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d5d7f81e57930c43ea73ed42b45bf7b174923f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4a1c8b5aedacc4b36542d6a2f99556d05a016cc7ed46a8712360037b291754
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3c31a7cce0df80cd41a94ed3d21b593737d115f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:059ab9b7b28f914342a5f6c570c5f225ff2ac2117d720083aafc3237c0f44de8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4606dac8f127e399ee344ad6dd1bd5c00cd31fa8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41895e57639a41608803a90daed9dea9ce2642caec22e8667b9ff530586fedd6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba56e1a6def82d618308dd74c53101fcb6132d4e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4468d409186138a2c315b797a5c473cd83153552ce9c65e53e9b149ec2df258
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e1d13960115aed4384a3d0935a95d79a7ab90ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:115f9731449eac5b7bfbea53a95f4f81a676104385f7683aba4eec06976827a2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4191d53a0db67e3c9c05dd478c6dabdf9b3712fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b705d323de1e12ecf1d6158897b655e799ed0dd509db1c9263d6ebf3a3fbeca
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ffaca1a04c0b570122a8667a8d4136d68a101f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0566299468d34cee813d5220224098a39a15391096fa682323f9416676d6e833
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e74f119c87b85a81f3758134105ed81fc9469f55
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea633ecf0ddd40b1cad85e2b3187de4bc22941355d5ddf023808f1667cea1ee3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd8df28b07b5d60ff5b8aa6b78acacd3545b17a9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ff357e4d693bb9950094380f50355dabbde4a31fd5a88fafb4412939dbcd157
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cd5544544b1e06328872b71bfec6f9929f855e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90d3fb7988d38d3f36a95af83f2677a550b5226242e6be689786e44f1d170ffe
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a4d3b6d63b19b642837dd76468196acf113386
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e29cabe9ef1c3a8db9b04990e2b5ea9c1163bfc3751f3f623f3712b6a3d0a1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd243644cfc0470fdc9ca7035a0adcab34201f0b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab282c08f2a1a8cec74e9b8783529bf48ab35196687590f4688199490325644f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bc7c2d318da5dc905cca9592ff9b2421f101a4f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bbc077d25c80dfc754d20087ff2fa7f16fcf01c44e4ee34564a7794bef91c80
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f834811b2148ea9430883485e8a83da3c53ac22e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f7ebfcd39994647c665e1f02e398a3f785748781b89afd588271db6600d4bb1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8acec63da039e3113108e4fd5fa0bd23074ba0ab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6a75a19cf98e92123393831bcb7e5ae704ad6597327e7a3d9ec5960326d187
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c42e1208bb2c1c03495ab51501f61610f8cb61e1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:320404d7940c7064e2f690226141268337aa32b02db4ef295056ba60129a4281
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1da141c6f72aaed0f70bf6c0283b9d4054bea856
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27a538219882f43f62e995f68287b4470fdeb686821c2a38fd477542ae058871
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0caba0fa30b126d38f47df6de2ea640ca680fada
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace469380850fcd069ed93d430df727998ac22d58195d96402bc1dbc577c469d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4900874bea0f9228311729a4935ab44015dd897
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46b0faaf4215542c7dd180e7ff0479b0048837b180c996e657098aab9a565e26
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce6016beb717bf6aea7ee4ed33bf9d8c285ca7a0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37d72da658e195f162f796b58fbf3e956f56b3c7cf607cc5ecb8ba4783b2da5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..404c8bf0ced06619b9b533c5070d0d2cc809b51c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af29e194e5297d8dcb88244fbbcbfa36acfd0454b12cf36aeac0f1230ab3bede
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17453243a914ca6eb35c5d1caa428833f037dea3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e39e1e35ae6d4a0acd71245c0cf4d2d7a735677bc81a73f85e020d02b7ad030
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..664241251a49fdc6c045a53df51c8b59a8b704f1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb5f7f56b4efc690ce5a9e7fde6d60254b424990cd0fd1e259eea88bae1b886
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50341c536610d545e53ab64aaaf2002a61728bd4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26da47dd2f0fa1e86f7ff7df10665521a2b876ef674c55e43045556db3db92a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d7317992a8e1a00a74a8311120442ebc8101b09
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_7/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:839d26fd9b90930666d3c8527987d71c07e025b2e5d0b80f1c09551025576665
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f147097a5e20f9e4a56f4ba2ef3ca0f54310cb0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddec7bb88e2deee4b1b7c3d3fe8e718de92cbb59deb7943959123edc498f6c70
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a1c9428d0ad36433b76accdc22e518c5283d1a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3911b64193f6478d5e4df1c3c57477566436efb691e0ae9eac3fe31d53e4f37c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb240de0e19b5d1d70b24f1ad04888729cb3c1d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:115ef0e468f9dc69f0ac5397ef4510f928a4eac570c831816f94df3e7fcef4eb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ffa9439c6b05c1ed3bbc932c82c29177c4a570
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c46ab9bfe6518e9083f38305b6af9f8caaed8f68e5bd775dec93c26c91ac23b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad16e49bf628a64119c48105e5501c3a5f51af7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:115ff19ee22315648324c2b71d00091576c48661690508ab28461f51a2214514
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..762305136dfb0dd40783cb9f146f7e2a66898d9c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9ca485672cd76264011154c24f06b9b6fb55e91ea153f155d061e35bf335fd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7aee1e12380be5f627165ca4bb56e0d5ceca64b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94d93e997925e535ac8bd9730d1243ad6cab3e14630423bd5331aeea0d4e108
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d4f493177ad079cee195442fd0c71c9e789612
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb1bf9408036901264772f8150415142b7dd52390d6f919aa3da68e3f6a8eb20
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e42304247d0b4cc506743aa5b15cdd61c6ff7d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f07a0ae0ca8a73cb153b28f518d9eef61c77d5e8389905c231ead918b77ae105
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..149af0669c849d69447ca6dbef7f581a6e6119ae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf1e7d92fd91e7dd69c35cb04c892d0c3fbfc624252f3d90960d815d62b0554
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..534f05dd165ce440bfc735c447d4c2574decec12
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9aa461415f80277f7fcbacdc264b8c29db8ceac8e5d9f89c3ec48ca91d29562
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b248b692e211a00ab41efc9f6f69ad7bf1b565e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801951a4507455f0ad57fec90ba568417e474d9eba58159333168c92f0c4fba0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1a630f888c40351adda3509c5cca51ca167ab66
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec9bf07b8455bd74fbb0ed693d75860b80241ce0af1f44d0de2aa5bc11d898a2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78e57f054b8f5e4a4e6fa7d6b2e0510b65461131
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b2687da8780fc3c039a496d59c5e1c7a7a860ef537a0486998794452326a78
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71bb0878bfea59a30b7daf2cf66c91a5321b09cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e262b31aa0dcadc95f9fef915444318391942ae831a6b700c5f7e0cce0119ae8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f3af0d5752b1bc44d6852102b273823b94098f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98e5d8afd39e3b481db234f433d953bb8c308829e7d4910a2006d965eb82ef91
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be1d0f3fa456b3ff8791044a9bd507c0f60b5a75
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:399ed08ba357d483a6544da6fdeacc4ab574e44b28556c7077b504942d3c1fa6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f76b8f3ba8d45a54ac766c5749e6feb368af795b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9553c2dbdb7b3691890a64a89f97fabdd0708ed9ef77d97b817f759213d491
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea848aadae3fa6ab61c57564073e94345b48aea4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc06d7e1a30c9a79915ff35ed67440db7aaa351f31fe47def6c53035bd28bc3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dae809dec65abd61a462f81d22b4ed52eba1713
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8fbcb4270682dbab24b68e6453fef7c4cc464d9b1eb38b506fa0fd9ab1a3a7e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d70238afa55dacc9c7b8d1d57914a8fea8937b2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184241836c7baad89332f04cb983d59d862a7918d2503ca0ec32a4143907e629
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8fb7330a6a91679662a7eecb1cbfec47106a8d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceae3187d56c53c43273a91eff3d930e11e3fdb73a0b96c81f26215e29d9de5f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f67f65690287f588d4fdbb5b32544b5150b3fc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:649a756857be8be7e1cbcb6cba475878b94c60819c6c054770f4170e6f78920c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4329b8f2decf52f7ba2f6725defc5f162f5f652
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ff666e0cd9efa17ba30f80fbabead1979829295c395c76ce151d80406968a4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..041cbac794712518c785ec29ac8c148d4cb30ca0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e83cd4f1700207fa67bc0d4e4de4632eb1c9b66f2de757d914db12d18a16182b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76861eeab9da08eb898437688e5d3a198a4cc3bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ae50581d4e4309b77061ae7d58516a39a2008f668837a642916ae2f6c66994
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd8e7744b23f743b2d6b575b888ae8cd3c3f9497
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b60be76309b5c209430d233417caf3183cbbaf0cef208c74c83a23694958ad5d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a90aefa31a525c0cd09fb13c4d5666be46ebe1b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b783fae9bde04a87776e2e871cda955335298ab9016d7c9ee8ec139d3726a29
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d174fd032e91496a6bd3163d8f3de683bd933ff0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf45aae6f549a98c912513307e626367ee353d9d1eb3d736cdd44db6c5c7e22
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a80550617b9471aaa67d459a9a2ae326312d5499
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5086e47a9ae7ed571db4f7723394630788f8a926bc4e95774adf68c41b0b1b4c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdb5cf5cc43a8395d24c9498f7a0f47c7d4c6f96
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1929b9d32bfec7c70ab627a81370da9d2862415398be29b1bac11b36c99efc7e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b31b0400b5786f4d8c9eba40449f6a98d8da0df
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df4a9f66047b5138f40ed01866f440cfbe843af8866df71302acf4298ed4054e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abd58a6445e1cca3d087ed98632a99c386204d2b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034c2c658b31cd78638d4bec2eefb84354f6c44b5d15a0bc38d7f0355d3e6ff3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae05a7e68ab1c9a4c3564b45e7d95d1511053f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ebd02a16edc498339657745fa49dba05fe93632fb9d7057bea89a59673bd186
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae4ce4838a6c4dbdc1dc70156cf0b69b48ffaa6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b21c4e19e1077bfe90b861963f78fa8b1c566f5145b010f35ac104ea49e6a4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558f6a78b744457c8060b86916e75a53951b4b52
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbff95ba9f03446605d30232b7ce810d2787becf5bcf0736ad06607a9b3bac6c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e644d4377720e67aae1e0851fc39603663dca5c2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9b412830dae91532c540204f6e47003206e97226430e419e36612f28917ca18
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd4c7fe99720e7aa592ba81a2ca02ea9aad25183
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c01c873b811aa253bef3d86e51480eedc12a44aa8f1088a8e31a889cded38a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1801f42e2440d53bbebee4c4860d22a4da2cb748
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d650acefd8a5413df97d9b3d59f99b672cf169c64db0ec812f3ff3322a7c44
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc482c49fded7949b409ed6648a2b7723ebdc7c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535d410478cf9ed14480c186fc66a2027e2b75e58e7452af4a6a6f155209cc4f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c690c491d957e9def93de263f188e108e1ea6d15
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40cfcadb6bd2050cdf5ee144b26e5f0fdd3adef1469820ce6f8474843c6cdf96
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeec2ddb6eebb879fba56a25436ef42a30c68611
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf7171abf4f7b9060c298dc55d8f4aef9e8379e1ff17157d7b0a88d38d10191
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e68aaa058fa29ab87c69d9fd07ed5cfa5e6de621
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd06d7fe4ef2bcb8ff53814446299eef88fb9be8bd557d4b0f436c0d9921de48
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b217df1ec875329676bdc15abcd9c801a4301e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80359cab9b77b5dc806198addb33c7b654774037efcd50145229fa5b7c22c7ad
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ebb6780129d32a724b82526e712f9e44220dbb7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6276c63df29ef12e5ff583fed03b6feffaa693b7d6572909acab4bf91cab2a59
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..403c48ced9c5b2e482670c7623235b7ff5307769
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aadf374891825b860329253b1da72540fed6b92f0f74b0f81e3c8274a3c2d20
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ccf4de518923a498d896d0f90dbc04c7342c3d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c72b68c5f40768cb01edd8183b73dcb1f92b4dab347ac17db3c0c477004b60d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a276fa430993d165e0d6d559200032c98630bf04
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:616e378400fffc170305a0b56ceb7a9c49fb289c737383ecb6db92e190d1b464
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc388599c3b15cbe38be719eb721688fb9a4fcf8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:619de7f25a358a3db541ac5109c4c28ea4f8390fe2a3d5d6ce66ca6b74e18c46
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b30305b0bd858b78ae6cf9598c384eccadc3465
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:285b5e37deead510a28a793a9c313c9a6c1822f29cc19647689b437909a9029d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c793530a2e0f2a0b918d747db764f7a94304d9d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d4cbacc3ce1fb6f4013b8229a9c9816f62c5ae78e450a67f62558c4da2a952
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5897bae83857c4734588e20d5e4bd366731e879
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e6576dd25edf5304dd567062f2c512b79ebe8aed3afd156733b536cc4a451d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..321998fff1f8b15a092691c45fad372470427cae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a100e6c4118555159f9499d079c681618a8ec461997808509b8638d4da39dbe2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3898945c555f60333b9a76fc90803901ce28b902
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e8adb65cc1d1da3fbed9efd93dd783adeff6661d0d441dc7e4ad7955fbb2fa
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f44440df49082e4d720124652fd2154b17eb5efa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a2b321a58b48382beba909eb7b90b8b31de19946cc300cba487d7aec0d1b30d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e65138cce29762c751ca7f59f62f5425cc03b9b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e431776ad020ab5fd43cdf4ef287dbbb442967f498f0bfb049c2b54bc2a7cfcf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a867956e4988127f716d1f5149b2908431c9a3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57dbab8553409c5730274876f47f5e65b3737f405d1c16e88055adf4c8dec419
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..733208dffcbad47e71676bf94df2958da0a24a99
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa4ad6d5fa31c223594844126eb585cc8dd92c5431cd76826ff34633107c4d4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e3672cb6c05f65a627a8a1e81e0dfe62edf0bdd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce34925e1fdf171141cfac9f4e3518bcde6d6b345c94e305a77fd00c616255de
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d23c119fcc1e584eea87fd545f0d6ff0833764f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98336e2ef877b4d1b8103d71a144f60ec2263ddcd893995ce5befca9272d7a4a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eff853efb7bea77fc123200191fe0bf6a6d4205c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aea9ce1fe6a9affbfad9fe8fe298a4cf1d640d6ddeab551f8ea98c74fdf9789
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ade5a0560bcff72a4c5323ac7bc1a2174fd06c45
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b39d3e830530660199dda6612c8a3ba380638223d764cf577af7ccfaca8735db
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63236ae956e22e8c7499433eda13df9db6511f4f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f2b0d7c2e0b93df32636e2e5fd81a8020e0e33c21afe5593c68a1d6a3214cea
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6116b4952b5b4694c40e7a8ae59c9e37c4c0c52f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1cb48c67626306b93c7c38e31c5b5ef5a67784b0d29092fc6015f7d7069651
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c117a5532a7f8e424d34e12ef63ff1d272a6cf66
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76bb5b6562451d53ca7107382bc6ff10cdedd4e55b4a95f36615ccdd336cf7d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f9c4a6c58cf6b3bccd942e369e10ee8b1480a33
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178fb46767d060d1dca2eedf476ac1cf38cb04d51dd549de15ebefbc4f3ac60c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..394c461ca9b6b8bdd0c5320edf032919e6e6e06f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba81cf63e6a5e726bb1aa081e495e592dee5093635328cdad1bf16e106e6bb3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68a46223088fa893dada4d2adcdd2d240cb62551
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d636774182648e0c503e75f7917d54cd9b054c8c8a51579a96918beaffe93f72
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b93db821aa30913519cdbb81ca0fcf5161c651
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5093f1aa865e6df365b32cc701625de0eb6c2b8be939b40de801aad8121161ec
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7f4bcaff75d51894b0075cc91b441969a6c0bb4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0cbff6a672ec308723556cfd90b55bc21541f77ca60f19aa10872bc4c752059
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fe79d0027f490e663266fcd8290a3f79ec471ca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f0f5fc96716daad3298ad18314e268f2f141afd9960dbaf35da3c4087edbe6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33bdae9abd4558349d57f3f1e1f9f025e6e562fc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de5ce1a7c05d0eef5d6e8ffd7a8675935bdcf3287df91133c81f0111f1852ece
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4353272c8a739b0738a446409312bbe340c2d079
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:410246dd14e38b5e6bb11951e0300275d7d0ae705cd4668240092608007c6ba3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0251e6313e528538d4bab94d9ead42989511cc30
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48fe56bdc9e45995a980b7fc70a9099f97fba60c59c9e5b5076fa1d5bcdad012
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..194c18615e4469a758d8100ba1176025386f5fd7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd09f76623791eefd2b024bd72fa889c54e8247c26c3d836a4288c6e0e795602
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894faf367c7ffa648fb96a5cd446c72eff245663
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7f5e999fdf2e87c8afd5f8f725cb164a202bddef8e04afa3c6149e5711c0b7b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8176b4ec70f996fde0e0a12c55741fb1c8bf714b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:828055c3ac42a6c3b187e32b7ee939a91d28e1d979f5516df66b81b8f8f760df
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..964f3b4087c9d75c55eeccda8c36b6f6a9666e71
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6ab578df59bf870ac1951517175060013b2fa993350cb3b6269dcb92eae566
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6de2f2b61d69bb14fd530aeb4f8f5251161eb4b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735f86fce1bdee6076913079aafd59d7801dee25605c100e2b6eeeb61153813d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd339c5b15af154c45e10e844df9ce464c1c17f7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ef4036d2c4c0fe755c64b464f86a884771ba7c5755aaf30b53f6ce55b09f12
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e657ad83f3a5ad7268176c67eeeeec96c2062b5c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b967bcadcee736fb6323df1e48da1a179acae6619424f673e399672e88675ee8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd48158669a4991429c6c17a27b1d962382960b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd7d7510091f3c20fe573e1c36a11a3e4c61f8e51914c298aa293668f801b5f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8673b88d61e493c39516984d10d0b793da5420d0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178af987bd0870f6cc420cccdfacd4b86690beffa673c695d1f6bd810464d0d7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef6c8f59f87f5831b48cd0e027989e92dc032ab6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ce0408724caa6ae9374042158210f5fa2068638262d45a0b881b4d65d1b2b0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf9100aaca58ecf59e484b5b42e40538e0e3f0be
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49fb1a8178ec273a08e2924a2ea9e6a407c6e666097afe05949192e1b86c6ca8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ef4195fea0b5cf2795a53daea8d0d632eda789
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd8c2a5687d901c3e092a3e56712c78ffe3125df7d636cfc11eee0ad6606282
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d91ef5f1b373a449b166f6ee0839d2d0af72b4f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:329b2f0f6270ebc8263446ff017b8415cface3651852d0e4d5b7bccee2ed9280
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e8de821ad91ef3b8ba10e13f58bd2589e7d928d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:357bda61cc02b5949ab84c8abf9d76ca266e72b6c270dfb8c240d62e6f918c13
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50aae27ec8b73f375adf9534b9891f7f36eb2310
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f05b3da70943467aeb6772430e81ac5f0e9517cbcd8d630a646754dea6127ac
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f759bd5e1557c7f40d8592729579e32cc3ffd7bc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119fc7c12cc7efba735f9681b9aacad6487bdf172d5fd80c299a4f79d9a86866
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55bb1b6b467cd7048922ea9144d739f7e5638d85
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b52be77aa6111a0933c996400504989b5c2fe4a6c0cc8b3129443e3a1026a02
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a8ec1a78d53ea9d1ad5df55a21d3c2833ca9896
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adfe6052693b65787370effdeffe58ac591aadc43866e4bba0ec9bb2f11eb431
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ca1ddf1ede5066c19d3f14a66f22759de2949d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e215fbae6ef05362c7115a432e7620e4adcb78f4cdf81f0bd4b50919d0704707
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31c9d56f5ae2dc7cd1c85523f78449ccc5a01b4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18332f58c1dfc52808318310b350cf82502178e3059d0e37bf93cf4478596bc4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7948251810a0ca8050443aff227ff43c9151a1a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ed6960091e29e95ce78a3acd6fea2e7782a1657ef3bd714051a655d0ce376a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..247b724a25fabb135d962aa24496da2fb6535bb8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e165e046f17ccd721944668ceae76739dc1ad22a4fe7f3c4c7dcf9c746bdc188
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a9756d51cf698f7d4df7c199ce8c36c09d00276
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:200e668d3c048f0eb858a091103c64e6399c9f19b111346e000db0516e02a729
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eae19081f85cbdfc1761e39b3c3f50ebeebfbdbf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1683c5e122a1e5259a930fecdb365af6cd30a4140f71492e9a925dede335a4af
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894c6fd9050c711c7f75e77110af2924ed92f4ba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884c41ab2de74afc79967724af8250dd621b9bab3fb69405cbe17423369b0770
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..659a60349e247a75dc45aacedc51354d9175a77c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8525b352ffb7a0caa15540e3704929da66c2cfd3523d00cfc123df3ec8bc4e51
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b034f94fbb91767fdca7a90bc3e5454813a3bc85
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18594ddf1507d93e14f881980a8cd435b46607965408b392bac310f0f914f1a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d0d160e85034b78906c813a4157c1137bbdfbd0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d59f7aab3fb7d7cf1cfaa46b5355760f6e929229086c43bfafb5ec71ab98d3f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0294cdc72f7b329b69e2d632eb501fd546bce2a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f7a9c5ebf1f34ea69d9184ea54a91690b1d00f8483a095720c3b1ed41664bf
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c62f4add93ab869747932ddf273a560a24a7c17d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5d0f9304dac0d8eeb6f52da8f022510868774093e80871d661721ac38ab248
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb1bf80efa5b4aa5e8958a4830808da0c762874b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12883e3f8f5339b200e78b35fdbbebd30f1849ed26850ee6b913c1998f2528e4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c629d5d649818fcdd5eae41f96ea0dbb71c240dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:078d45d25f0b56e81ba1fed32de5157138133a3894e94ccb64803fba44952862
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e29a9ba02be2a79e4460a9f526e6d0cf20541f86
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12524ffdeddeb0a14dd8ce2e0a24f96be1492f6addaf93ebe38e7396df8baa9b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..925d26682ba2cc66afacf79754bbedcd84b7f54c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:023b09dac90c2791e7a395a7b67ef0c9a98947901a7344afffe75157a2f68224
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f440c5042c5977aabee0933c8b2df20f905edf0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2a4ae52acb1f201b787e6ebc1677d0b220d17f9b355b235441885dbf827692
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39361040c1fb19682807e2bc10aefdb4fcbb0b95
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4886e7b14d416e20670427d02a55cc60c241946674033593c6fc816b3e1b9af
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64313fe64c68b806652dbc1bafe553006263f604
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e8fe44c8e8c4979047a2cbb4c5105da3a52e7e11ff228b32a62550a1f19684
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9291ba00ff9fc4b5c1c67127f7175a84471e7814
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e5851af53d142b731b454ae88cdfcea534cd9ee6e99f54198f591cbd956313
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2031c0ba6e75e62b41df2b2d1f61be2d24a4c41a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e777979832286a066a91e79baf8ebb26d8087399a8bd35fe90d164cb1d5152
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2dcaf1f51ad5a930e688a508c14d06926acb7cb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d3ff5a6583abe93361abce8b62946af21a12a906004f049f9248114006d8d59
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b71279ddaa6d30603aff82118d4332241aa243af
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa36d61953d27156d3399c371fadb1bddd749c07142c57f23352811b951bb925
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4044ebe594f6c6db0babdcf284c31a2006ab0e26
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d803f44c2835fba899b07863db647c667d66f1a3defff3e967443151930b33bc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5ec2a31797e22119b9cb61ed6c80736d615a8ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48997c5c2eb37cd332432405d493997f93c61597fe5fa2e121b8e93279cb28e8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d23509696066332defe292e4dcac16e666655821
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17695c4d14e09e93e3d56ad35d543e20d57019ec2bf9dde31db70f30fbe4bf52
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9552ecd6c6ecf6c4bfa5af39dcac2d75846641c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72bd3194f0a844c9fc81b71574b11e0734b802584e19a5b4236cc6a7b21aa7fe
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64e2b29b3f2a8964568db34cae5e52133f21704f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d4ca43a3858ccb216cedd9cce7dd10eeed4b73fa57c676952864a3d533dd586
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b575dea34e05d77d5af4fec353491a84f18fcb1b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d75f60d7ee6d549bc16a4a487cbe76d7e18f7c52b59411c6a311670342a8509
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..099994f793b3f931239f171076f2e0e727d2191d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d54f3b353be7816b45d4498d31359a9e04335d958f5676e471fc1f5dfeaf3b2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7613fc6c1ef43bcebf6aabfec10c2469f5f6c740
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b68f20523cf87dbd7593048345ed8648f9844c5b0f3ac84b105848b5bb999092
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dd70039998f89ba1cc8768a6c2c836d1c4d6e6c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7525d447eaa82c170205f17f509c47e3dfc394c1db5f1b0f00ea5dc1234781fb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ad63adec4a574d199361fd26086585e122472d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b27bef58483bed15c3dadeb47abb18a84383e5d782b68726504eed397610ca
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11eef56baddc9999db8cc2f2a18084645e2d8208
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b9c49af4df81f2a896eae45024e606f6d4d345227418a5a8d4a18304c7cfd1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d72aee00d7dc78206f397c30d8574a330a029e41
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2551088682cb896d00e0a03459fc47fb3c24a955ba0fa705619a2ca9dc3128a6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf815a3b349f8357233e1b2cbd21658fed7d3f97
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9097efdfc09c96854f76bb3cb2472a65cf1f76f18d7b5bf9e95024648621b455
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..405dd6ec9aece0f5e2b1b9bd239a46c98eb61bb3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8511371d7a3f5a46d263ccbf9d2f14086041b933ff6edb0cb32500f2eee19a66
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b208ea6b4ffd2303a0d67c365b6719bcf29d0d28
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acee29b70d1ddad0a1db1a03ab0e844fb72158e1eb86a385223f8f8cf61f8437
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f71eb111bfc1dddb7afb24bb101b87bc1f9f6d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e771c9b6ca276812956a31d71ea268a3fa524135e75e9891e9bd9920358d377
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f073afe071e731968af1b1a25f5a2f5fc80f2e90
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa03f8edc65683e354d90ae282522bb3537d1babf00f1939739baa607c11d357
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..236f67f1c4ba4100cba25f5e4b59f063bfacc721
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:231f052b8c6c4a9e3e708292553d34cf64705c0d5f849b3b82daad969f6da328
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d36bd1d07db9f100c54b6ab15c3b1912d93e82e3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539fbbba834b3d32312f078c281bd329db5cda8b79a9681915ee4e855a76fe1c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a90dff73aab510dad9ca727456b7d9a976da4cce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3270cb5373480853cfdc977c63b103d46e28c5145258a15083edf0a28df080ed
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aec1d568eb6802932816be9c9e014a58da9e9c4a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ccc337a919b2a47ff29547e37dc77adc408fa77f61e04ab845adda1fcf71873
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79055447fb04d716f16b5feae7563633d255d090
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:253769ec629a38a73b23b0778a02aa642ebd7f372fc695f5c427910976251ad9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e28f05c9e9fd7b289c58bab5707cfb71c999f72
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7efa202cc504bd816321c7080a668a9ba4cc5208f15f35bf286bfe7460fddefb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a65df262a0627ee84ef006c6285a076e38468dc9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9fcc59b9913989d90a11fd0b5d1016693dd0cb9e0dbd1682bbb97146cb5df1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c3c9db96047dfbfb3d2e9086461ef30b284afd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4961be3a60638c31c2ffcace866060fd24b46b9d186d7d4fc50a8659add7dae
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa273041b83bc0e546e1efa12c6c45588e99a22b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90fe231f7bd53de4f4df0a0102913fce7f33cf820d1e74cc209c3f317d7f086e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01b3813de9004d46bf9a5ae75bd18249d9ff7641
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6b7e67136167879704a3e594bf888910f48565f6b0265fdba2184a8597dd48
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fab6e1094fa002da5eda8b5b8d2763f622190ef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc9f8cba3882dce96e5ae4c52ad38334b2ca97aea7a8cc9bbdab8c35f0bb45f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c31e95b67ab0978d9dd9d8c4bc1439210bb01f6a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90285463077702a37c03163652184a93a94a4a764b68fba85fe44aaf2c742b94
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5bc067bb1f0223569fa2fb726077bf6215a2b3e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4295e7548f2208d98ec7185d57b335d3504aa845b158b98e5facc079d5c6eeeb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37406e3f15fd1184f344ed5effb548cd4eaa17de
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5651bc4d0945938c79a3dff16f6dfc0eee5e73043565ea1b7c4a412008033404
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6686d67f0afc2e7934023cae82d033d80cfabc0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2f2f9c7bdd83d301b233f0108e9445fa911e72e88210aacfa46d611b7b82ea7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656024b3e6ab037a0dffa663ef4ce0a84e148155
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc31df06eb0b4744f88d390dd9868f70b10bb3b8c3c08c7abbee67074dbe163
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dd168ead0ba7105ea16b2d47442321e3a4b046d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178f7af80f2e05a9e7e1cb24d3a71f5364cbe530a2561effbda7379846818abc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d603f7536ff883e37910bd5785d8e5170972828
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56718fe715df71f117c7d7adf00a55cebef2a74e0746e2d6f372b4685a846b9b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a8f2a109602590c59928eb9561f05b678c8825
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe15745ba5ac0b60e714fd0f872c29a0a2246e1a40e222215d40be7823af019
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e500e454d22d24a849858755134b73f14b23950
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be9a0680e459929ab09f4e9c4f6b4ef19151935b0a4392592f488ed6dc30764f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6dad440bc916eeaa4eb280b78ba9b583538d621
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f6db4793771de3e37a55194fbdef70bbd935b05de787e3960fc384b0a43814
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a6d81d3cbfacc62aec11a92a72ca0b99794183
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf71c5411b3fe27cdad5927be9b67d9473a5ec75a0e4c88d1836d97bef21b8e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39a34a4bd16dddac3ea257c6cb387aa13f30cfe4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:521a76eb44ed4327a839720dc5daab1c310deb6f3f18df6a3cf356f513fe9d80
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f7129b8ce54033b254ecf9a1ba56d76266c240
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e982e54b5e97ff71aa768a464bef420fa417a0ade1c8a67d2fbb194c9bfa95
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e616fbc2a2e0bca23def22afd867381846a696b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc264d36ac1a94fe3928e6770d7b17f38e2460782bcdc97ef9e8bce1ab482509
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc343e6786300408eb5c883c55689d8bc95d74ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fabd1a7e70d641c4e0fef4e3c16c6fc8682841d242af36deed64edeae8fc5893
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13bb9e07f3789886b42ba3846cc496dc2127be7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deaa22030e1132e3e24d5d061969b65aa2dc4c29f4f8a8c3e6707442d42a8509
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1278faf0d71c8742c56c3259ed786f06d38d1121
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56affb8295570c8b40e5caef900773854b61460c6061c8c6450cbea444299ab
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d4c94e2c901fa1edc3276182937c38873a34965
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7db35404655a900fb3e900477d32b4682615702881c851d5fa3757a4af35c3a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78278be734277467430e5a85e6308759a17444bc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e5850c5b7221dce76a237d5e4a74629810e6196018566183ebfedbd7cce0da
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99c95937a8f616692166b352cf48977e215381ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70f851fca6a88e60fedec3d4ffb8f2578e8ab6b996c88418d079736a8ee9f92
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f4417e1222676b0806a11ec372d974975461c2c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0fca092b6e10b4c3cd7182218f0d5bc1b3bb88a0efc8c71b96a2c3cd9abe8df
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87039a648064980d28cd27598fc448ca72642c6e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d188223612b0e69a85bfc4bd3db81e5bf6b5c7504b17c707a8132188205f3cd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbe30e84c962bbe83295cab3e35b184f45e5a038
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c35a5569b2ccc843d390ee8bb2df031fa104e736959847511f374703b4ad99e7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d9f573e097414c6fd8edae8ad2e33f123536af
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9615bb53d0bc7d7038336b3eccf30cf102e2edb369892601390eef2795c3bddf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2a61ac07591f853f26e171f21946a08a7384ab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:650249f71adb61f91541e307ab29e1357fd24246cd01ad3990a0becc013c0f44
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3633f60949bb74f9e2455499ed32a3c7ef9c542a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4e283619b41ba1cd5fe2354844903d3787d85cab70f64277d17af12df5bac14
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08f98ba1b2af3a5577f0fac6ac49f73ccde59e9f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fad2a331e31cd591e1587d68e82ed69e4bdbda9d761d97e406f4d3a93e3b2e2d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ea275c4faae60b6b73eb11969523f6b0b8e35c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aebcf10784e2fab62a1cff6543cb1869014eda844eb88b758af7eda24c26e4a4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e568941667466fb1a1ee84f4a13009a5b7324f59
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07580b64a9352ac9f32abec7d81a6500c6c7f85fa0591c56576681b849dfc35f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e441c889905f2e91dc49ca6f333f308f036d640
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa083b95e77bee3c348cb414a4c7bc04e6436463662a36f6369ab01dc9f33c5b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf284c3286a564a70d51f782c62d14ecb69d56a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74bf3e4d272f7d61bf6e2aca1f9e12fceacbe4ffd89f79eb5c47ea9e0c3be4da
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0211ae10c80db5b1ba8572dd215af71c91719fd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92c1954c0a7ce2179e58c39b09d8db66aae7a5fc3f0eadd7a1813657fe14f1a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b6f5915dd32a88e1f0aea090fec2d77bf092b3d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e7cb368d84dee6c48a93f896648b8c806310dde82d3134b5c5a882f40aaf509
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a6bc2d22f77965ee087cf3853428ba0b954d80
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0d108d53b162d99270a97f8e47ace309a473c5a434759a42b992132ee82a8d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e94e13280eec27b2fb07cfe576275adc2580abd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd31c28ca934fefe3dd114fac87ec149d698dff455556fc1d4eeaf8569f7b2a7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..467d2495ff8fabf55028a18d073dc0fbb3c993cf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42f2b94c4a73e0f8974a0f392739807bd4aceaed8135308ca2958895c3db092
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f77bc5d3b53115f3e9a3c336766bc02c0c0d62
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe9fd781f3d6fbf72cd7dff9a9f86568c2bcecbef60aa5abaf083cc530195d34
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..449647a9cb33f3e8e39914795c0e303d2416d068
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f2c42499283f48a75c27bc2dcb37333226aac90cb2f76ff009423bb62f8969e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4e94b76934bbf86c050508b78745165f452a4cf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e3326c4965670ee359c8e44d78545c3534611d3dce3ffc9299cf08c09f36cf0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db6cb2e8a9946d00be595b4853a516857bdc435
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99bee1b6f2faa4d57ef2b3612ebcd8ccadf6da303ed638869590ba9f3c6228e5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0389eb2c6a6ea2793e984dd685394295a5972bf0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19776b3960328303c28cd4e6e9fc3ecd8733e572fa224d2e1214afc19c1bda5e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c47d3618e9d5fbbdf581d05c6bffd01c0d0469b7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be345329186d25c84a3ffee99a60fed6e7bf5f9006cfc2491ad87969d8a57fb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb37913da203936665953ed38cd49dcb32d2a802
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f60749898371a4183a0fba9c4ebe5cbe79169507a95d9b019cbf690bdfb11e1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9788498e32869c1192322d1a7f5d9ac5542b3b71
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98d2b4169dc056582704a7c87e872209064c3a5791f8e8f27bd1324d5c8fdc7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a917b874d760778418c5368a440d1a26430ab7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3600d3a28867c60dcbff435c94b806960c8d7680c508d665a669bb434baaea52
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260fd8fed71246377f8fed9fc79b1649b6d455c8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f01be4b3055026d048d1c19ef666e61eb03a2ea44dda4fbc971c074c24ce20ef
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12c9a85a144919dfef5b3db5f501ab319167f397
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e67a443fcb36440eefb7f39cf1860f622920ee08c6cecc1d26c0bbccf8d0ec3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7159c69ced341ab125cfe01f6e352505e5d97143
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb88e565d943712ecf48ffcc8ea1caf75d14ab9c138e071e6d198ddd9b0e3eb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b724367f09dc2ec113da3f1111bc4442df3cbd7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7883482ed2d38e52dcf2ff496cad936a1ca67e58ca4a23f2d47df2ba1470d3bf
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaea6ca2016fc9b8898459ba71bf90e772fb17e7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff6dab1ce4891f20d2a37873ed12128639c371ff730fb47b76f147ab7d64c43
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9c0e5153d4e1e8d02ef54603546b7b2b8f9b68
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f18426c69d423ed309f5efc0b42898730e0869461ae6b8748df23971ec3e5427
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7059b8bbd6af25147cfe68af107eaaf7a3724b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14be4f5bf3ede3f9d7dc34d1599b8a5e342b11ac178cbb02eab947c5bc84b045
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d41354ccafbf213c1f303f1260feed256c9391d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010b812a5c16ad4a4174ee08d83808d523e2401f39de6665b923a7cdf70c7572
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b62cc86803414789f1911ff1d1cab7259b2aedb5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5131b17df93540ca0af56de15568e2aa4a17cb75cf17dd8c8dc3bcdde9749376
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e3fc39bba3ef280d0e1b8667c30522e4d7f71a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec027cad3c3a184f422db0383e83f4719299c702e5831ad063ffba8720c47cad
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb1b0378b6ea778974f7c247c0c800f473dcff1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb357e824d09da0d2285f9c07e37fc25eefc7263d1e0792ad27da13032db7d72
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e48c8b2e16d15a5b71910a2cf1d031e14b110dd5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92deda495171cc47eb7710e07314026c17f004ab61e5736513fea2ec21c4e2b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96072c6ad591df4d4a42d871eee36ef54107df4b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fae349374e2cb952edf1f2103d3228dab6b1c500d3b425045aa30d41a89f5f6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fbfa1046d6bf684d3966bc528dd786720ef7a3e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6b6ce241a14335258eabdc18a1eea4ca86b93f75a246b10c39c996e9ec973c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..060abf885c2c5fcdbae9603c1078f8c6aa16b7b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a2a8086f49e27da5bb0926bcb9da38da230632ced037517b54fd0c6d3495f81
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e24869cacba215b464e824f2879de7998240f1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0b47fdadb5eee4d51dcfe6da23566caca57b346fe7f23af5a8cc80ce090e7b5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d7d4521d011c895b355cd6eda3035bac140949
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ac9bfd15631f89df29bfa51cb49793986f29d6cb81111ea7e404274779764d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..481661c44dc4b8e510ad5b7c2c01e4be51c88b9f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9511cb1d7f79242feafe930dc34a03dc06c98b4e9e42fa536c29634026accfc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ddc0e2949997a74455d3a21eb4f6598200ab40
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b849f26d65c975548e4f29dbc46a215eaade91bef80a02b55cc7fb2518099ca
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..310932ee28b43b669fa848463c66fd7763e49af1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8061663b7eb76e24324315f82845750d0e864573c1f43a37d7d06bca855dd0e2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff5eccb98225e5c917ed9a5d74170f8ec6d2235
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a96265f844e3fec4805ad526f5f47d732d7ef8702e233d06f21af7d977f8924a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70fdca673bac814c8495045557686fadf8272d76
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2bf94b79d415ffa980ebff3e6e08800154ee5b6f0ddc786c0ee60115f71c4b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bc74b0ec899e9403d4fc7a306b798b2c9bd12ab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b83eaca712e8b8b339dbae7a34cb51eece0d1509dc2f7c9d59ab748352dadf7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da31b8854eeb775f2a6d971e43226e3b210f737c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b86e7b1a641a53fc07fda55fe726f1d033af9a929dbfc2ed6c908746d914350
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc86fb6bddb33f93ea8083eade26be17fefcfb64
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62098f42da911c0af22449fb47b5624c6c063431100d69eb75e54fc87da4c928
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3dc4c8a4e8dfbb36b419a926a2107596da6e146
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0f89b93524933038ee4534a3733a7541c663c2935b8602de5bd99a538eda88
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85d4a706265f3b86efca967e08c476c8017e05fd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bfcbec175447e8dffebb80da991e0076f7b4922a49c4e4b8538a64cdbf3db87
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e482bbf5e8434b2e1a44c3f2a2b4f35ea3b50a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:566fbc4785d8a2616d3213d9497dd89fca7ba6e1f9c6379e5c4f16526c61369c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9945b769a522c4c25532abaff1e9c4951d899e03
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56937402b5a1108ab79b1283ada387df1f29a0d040c8ad52d4a78371c3c2a526
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b17ebd8fcb3e1f2fc8849c9ae889fdc20b6986
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0efee26581e81c25f250c9f1ccefa4ac8f665b1255f78133a58320d5591b522e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbadb2c52ea1db4111f1a8c0fa0ac4050d523119
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a04964653fc88416488e964b9f83f8ed615053d6d0150ab5374254962cc2bdd4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e19f6c1d751c8038eec7cbeab12956e2492b958
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4956f5e89fdb24c22b21c6c31de3b53bf26bceb9312f6570982f4a3338fe8707
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bda7cc64ed0aea2639d645a782a9b52189c5b7f7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37dc96c7a5482a70fdb5f952300c188a0391afc84eb02412ad864f05381f1bc9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab1b4861a6e5a2474325db284543cbff788bfe85
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46bae951c68cc9e467617f9a506ffcc2d007a13ac755110be20820e5bc4b0e33
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981f039e3fc7c23543dfa3fb9e5f7ef978c03f73
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c44463a5af331dd09f7790719b6c13fbc6c296c32a7bedcc663ccccf206a3efc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f8c03562dfb42497157c2a6f656a8524351025
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbca3a9fd215611effa9656969d22eb276bfb3e52ec60af220c33c701eaf3e9a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea0612dfac36f28cd4ee556ed5344f6e77b9e70
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f0de2610f6a9d20a4179ac4992aa19b8f52a43d6ee609f4d610a629d8beed9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed4cec8117d7527616ccc52e561802c7c007f20
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d82de6172b5aa356a78f66704eabefdeda6e6f14043269ac93ee5b882d59d56
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93cc123969cb4647bd62d0bcfa2c044564e45978
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83dcde095f454d3e88736785a5c49ba299ad5d527b9a5b86775047451bb998eb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee0d341ed4846687ea759e673aa70c0e40ab0100
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542d61ec40272db599c2f8325c0daf2302cc07f71876a2158af6a8688fda22cd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b9a75cdf2e397a144b4ca71c504dcf246f09e74
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b764041fd823cdb65748f988cadd78f30cf19b6fa51ed873fd18c04ef2c6b098
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48eb09aa0d8616f3a1ad7b2150c64d5785c1d83
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcdfd69dfe9f31820ca73d021200b2a3e521d71b3d0f92dcb0e413e937be0713
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f12e2db4ec1240bd7c5a198ac17575ca3f4a798
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7dc51b823079cb378ff434ad0f926e32b5016a1f4944fff7011ad9610e941f3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d1132aa2a9ffa5914dce0feb2864f5b43d8d58d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a849efb247d096f63f6ccfa022d74f2a26d45e9bae5500e6b0245cb129e4a7e8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cb6114d8fb8d3cb42f831fae70d500886ff5d59
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eebe83fb037bcda70bab3264dc4bbd08bdb779d7e2520a862f3a74375775f005
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee1c0c23052978d2e3c59987db6e7d4e58814fe6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5279b15616993cdb3fd6fec66d15b85df8df92f0e6cc4521549530e3121d278e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a63d23ce79d64291d00472b66245bd5a829279
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65d159583bd3d7c656a9bc6ab669554cf36b5f76d1e7fb9e925bbeee5e65c3c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8be01bc2c7ae350da6300b9273612654bbcdb375
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d59d5070220c451d843064aaf027dc4b395f69222d7905268d1478ab6b8b22
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbcd3d913cce765d544b5e84cf45755cd4f5ecab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24f8bcd9e7bc5970f4ebdede3f60f1ef5431a41078cf555aad0e117ce6be584
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2941b129af3ef37a18332ac1faae98f4427e91f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08df43468cf869e7acacf289034819c79e29488cd5eee0998d6dc20d0518f7ac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7028518895b8e8186b5787bb71823e0e0cc96a0c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc652463b48be36099536bba8b83d25c3a2cbb64333228fe910600baa48796d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30e69e398e78ccfd75821123de8e94a672c5755
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3226ba3e3ba33c9201235335b001c83a680f1684cf23ce3590efdebbdccf7c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22fabb010a83da046e50ca52a235ae957eaaacb5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c30c7c0818c86d6f1c93b0c5d386fd99658ad5e90174df5437e67fbffd9f20
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ece1930d449a819437db5a1ac92088094844c54
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ea9caf61fb8225e4193ab601656b217486bc132840c63b65a1881265c5ce4b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46fcd990133c82d5266d39e7156950ca232daddc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0251bf43f0826dba4d264f6e93c3896a455d939e381647433f15c8d63069fce4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..480d9b685c850bf9187155fd3528b02bc4995e1c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12eeabbd4be6b88a3a47693b06b2b6db265ad30d8ba6bced5c6ba6de79ebaaf8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08888adc43710134c3a0fe844f900280c6226d59
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c6a6fe09ef7ce0e8292e6761f6a8fa149848ddd0dc6b47e1086ac444b7fab72
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e974cef00a908896fda1c74959fe56588b58efb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4dab9e3f2c6ce173fdcaf0bd4ac846d22c6e7439375d8d373b78e14502ae4a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c83d30d0f4c4a52be10c1e9f703faca77e6dc8cb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ec71ce8aaf748941eaf9ce79464bfa9fa2901fea1351d4cb06233ad6b8324e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d747bf1b1cdd23b074f50258ba23d3c1bb88d86c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16d2ba2912a8d35f71f9746a57201489e30eb7aa6f0e88907e7689287a413203
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebb47efebb71e1ac048204ef35cdc55a4cbecefb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ca5a582c81a65c12787c7bd4c6ead1b0c7701b9592e2ef27919b132b7146ac
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed192a7952b8a5b8ee24e27f1a4ce49fa066d02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ffe18ecfa95d74083638e9c74c458cd32ab13bea75f1a1c89013815fd4d89c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c933c8d63529f06851fdf35c7d8f9a5c9dd4fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f58f77937d50738df8b758777deb7fb45f428833fb402261392128820cdcd12
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d8837efe26c19ac772a7374a8e2aef9c0668d6f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32bbcdf9e288789d9e2dde350d5884c45cd29f0b0ab4ec1e753744311089fe70
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f5a6463210e77715674648e3042e0337cdfc5b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:128ae3b4c752d68588268a7c98f8ad72a7c35838f6da42995ee46cd598eae848
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc81cd3ce3dde12d2e619def5250bdd85f1a8dcc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af5cefb585101aff6f5d973694ed37e649e47a5e0c1866112614093d88da6c3d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fa142243e27f851bf32ba67e6ad45c68cb4e688
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a88ba1493d6e5df24df09bef33b1ac53cc9aad06945f7fa23af3f1da3526586b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9ccb80177fc648654fc2bcb1c04de0a3ed87e7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:567368ff43424fdab56d916432d6c9c915c5dc7ec09fb42edd60f891e1511e77
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37199431cbbba9f8e5e4f6b50609aff0b81b8e22
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f0c37a92c5f2a050ce4b2daedeb273768a4947f89850edc9ef923eabcc9c2f3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c0e8428834212012f551d9d98abef407921adec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b5c0b89ef2e8c5e97782978332114bec2e79239ef09e6785c4c8bee060a453
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0cd3cc1305c39e1a9576f8d54ac0e451ef94f19
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d8032005b79c0615f71b8eca060bb7b496867a58961b4a0443a7bf1b126b926
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dd5afb8aae4709be92c7266a3f480be528ecd2f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61d6cb9c03d0eafe4b8415f7a53eff86f0c1cef3c80ee13e04c946e4c50cdaf
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57167150938acb79430c3e1b988cb18fef50c043
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef0cb167e4aa9266ed08460d17da2b060e45bf574a7e2924924d3b1043dad09c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cedecb9437886692bcae52b2dc893fcab269f7cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86baf5884c1a7872e6bdfb9f61da81aaad106f1faf04653a8cb7dbb39a4479e2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a5fcba0894ecb78c9683c547e99bdb06a1a428d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd58b4094a55222582794505f91a9a58a458e018cf6f0df654801ef689c223ea
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1a76006b8ee795c6a51e6edf437ddee4ae372b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db878b119d0941ea35d164fb42727c867fbc311b06f8e194e88fdfd550a12dda
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90a9e150f132897297b5d4bfc10cee5af8f9d194
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de52d7ed100c19fb4f331746733e1ca6853c6b57851e57b81e1e05e22faee0ae
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20e8e001d9210e20f42411df91d9c24e3fa7c898
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb3341597bbb3f5db07eb62fc43ecf90befd958289102800561edd16b684d52
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c930c6085d683b64e26993474e543fe76842ba1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7289319d86469f045b3be4745a79095379879e0e4fabf75e25af80345f2e66a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b88df50c8452ccf931f7f5a3cf0b359f23597b09
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3256405653851cac2808590664ab574f8fa1cf0fec5f1af302369ea065da2965
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..760481684266e21fc0b86329c1b51b347b5975a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01497d2d73de0d864fb0fd01c147681be1e6b562d72cd8c3aa332da6333104c4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99a9bbac0303710011358229fd65dd98169c0b2d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9599a6ee9b022626c9c2ece1f339ed4564084436c33391f00fb2d5839321b19a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd021d8729c3fbebcc4fecd6d73a94bc6efc35f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a836b83932dfe53f7c72e8873c3804b0d19b13e7fc360c9dc5221805620c6002
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43453703aca3e5207fbd732286f0f43f698b053c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a09e61e2bb33c9eb8392bda5b9a4f847072d5211756c88c66055b650b90b8b2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e204b5e3dd56497e20a651283388ec6b1b119a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c0b1d62a7ceb3892cf2646f5d399c956987cee30cb8386ef7df6fd133d4fb88
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23d242e0b77342b090b45781298fc3e948cc176b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eeed64a1b2ced5151a11c16ea8b25d3793507dd069c0685e8d6a1a2caf390d1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aefb08c39807ceba55c984539ffc0e1177036762
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd3746357e1228ed68a4ef5a833c0ab236730d5e4d84be0e9d815eca9f4b7d1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba33569155c6ce157364a619fd47649de5fdf0ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed57e2890457a53d482e3dfa0b9656a4b6bc756ea5b9ce09a6f1f22eba4b0ebe
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bfa99f0d1d5780d9e7741da40ef52fc818aaf00
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4723a5bae8f7bff41471d5aa98272d4ca9082481d2dd0e2379ca692467e8544e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf681342547947a16d97d285743e52b18548f1c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c01db7b16cc6a8366ee52690fb37ec95c05b66ee269c75450e3e20e2f0a1ca9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece441e86a44de2f577a2d16b494fa8a53b7e851
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213551f9a4abc365e74cf737dcac010f2da39d037ffcdf83d7314a7a139d9d67
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a796a603f4c9b98d588fb47422fa9ee8595557
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b112b8051e9f1e97ae8f115bccded109ce2ed3a84aaaadcb9fe048a292e03ca0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7129a18c583169510eab6313c2de3a48fce54793
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50900167e468c04f3e83b7052492aa82c3cdd81134a382c173e9e3f91f7cca0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32dba2dcb6a38ffc2a5d39734bdd2f2f6cf1f9d7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e774c8420d99ff13764f7ec2fa4fe447dc9f1e12ca2d802620d563365e8fd0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf50679decbd699813609acec4e4e4370b376cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b494629a565f129837ed1ad778e2124b414cb066f0e9a644f73148d4889db67c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..658aa1cef56d0ec2f5de8217bf631c35155828dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:253a0910c37826968d22b98389ab00faef017198f6b6e80699517d404bd7912e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91213ac9d1d53817b49f4cb6b3ddb714e1dc3577
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fede985bc7f9c1a0a7c1174f7c95ab3b13ed90e42b6ecf94c8be21ea2b729ec
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb4833aaf436049b2c4914c15b6075b218b4d5a7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3632a211e81774bc81233cadf8472426797bab2100e65713e1c2c651c6d18640
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b9ec60f4653d819cf8c6d50b13ef91eb2af0e76
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db90adb0a237024c911f4159705268712f7533fabe9ec1ab2ab10351f2ab6f0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c80b393f5e938e1c82dd126c9195dc457b5003
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de8170cfdf750a705b41b51348cc522ba3ed6f74bfab4f39fa641498b8af5a9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a402eb6decdfdfba99a59d2f449c5a38a2f8cc3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb605c3a49fc207ce6bdc4ab3dcda2db614122ca55871359d634346e9e2f7ed
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfcb8114d92b9f4193aad0c9bd8cb240d784fadb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea49b957b43572eeaaf262e79b6b14740f7c0ab870520cfa05d2530e1647fa01
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc4efbdd73d08a708c93a09c960df3c430ee52b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb64e317b12a6e821a217394ce7d144c8f15dcba7614302f4c5087efc3e35801
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d745ab5eeb80a539707c3784632724286369cb3b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab846e44adfcb9be7356ebe461e78820e12b3890c09636e7a74836065d035911
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1031d8de536a16a2530ad188302103e4e89b81f7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d24ec8f488587510895d0607d049af14a0fffc8267c740ea3b3b86891129ba16
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ada637f76b5c37e5c9ad96e4aab057e862f99d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86786faaabde08ab1c78249b326c1250ef647ea30e62beb6ba28c1819c1eb250
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800bf851134be5d4f6c230087c2dd116cf6b4e34
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:033167334315c59d91d73f9d8bd309bbf8ef3c5feefbcb078836005698cd21aa
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b606dfe369ef7a0cc646988e3e0537edfab662
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e4ffba0df997acaf248cec93db686c6137b0928e5215d42d4cf30f90ffe8045
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..770a63a028e04094cb0f2eb3a929d14a153f5681
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b525badc995f97d92eeb9a21bc6f82f2f83d34ce574f21d6678cf0391b5bd85c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b363fe862876533cfe160d83a787efd6b4666952
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e2d295a18cbfbc19cafce1b03f023953efa9ba82ef98b834335ae9072b8caa5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3501755a8f9684a1b536cc9245b5963c0325bac4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59fd62dbe12a731de3a565b04fb3d7324e8584a18d42d93a469e7054561dbf6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36f992f1e052b12a1a40436f8634f0da7ace0741
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5448a4c9bc02df4672b4e01db59bce3b147f2c4f2d05fb504722fc532909844
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c4f3c4c61ebbcf67ba7359d3a7de3709e7df69
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309402e6023ba61fcbe1d6639835d8c78421bfbfb47d6ae783559aa3e2df65a0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e23df122b3249758ab296522bb3ab2d0e6acab3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b006c37e04c64b4efa4e4a43c98e39b813719a62e0f72eadd8c7f8be71432b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de10d40785ff5f65b680c3041c9119774f103fa7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b886a058a744c8f8bcff22f7fe3b8ebaabdac30a6b672c4f0a1a1295d8477e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8881bab640d0e60f36de776f7c6fc179fe46b7a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e90f5274a3cc914febfdc3f3c19d79316492f5fbfad9c42f6390d5520828ac
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b200c4de4cd76205d07a134f435042a9872a08f7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9845c8d5175a871a920c42b68689531d3e63765cd0801b48aacbe02a0db8f7ad
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27922028daf58ff6c30c1822a28de27e5b8a78b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c6992722017531ff7b7c9e17663e4ea46db5f9f9a8d90c036a9028fe5ea09da
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad6a2e91489b3104149526ee011a0161563be9c2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:724ac4d63c2d47d89fdce73220d5ee21d071d8abfbec4566417d63a38366f59f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3575e56c0c21894ad78649c14f8e7bd1d41fa13
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd897396736c6647494c2251d720fd5490b009ffc83dfe499d8700ae982af2e2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ca6ed7eebf1cacf8563f765af155359f0ac796
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b97352772a7f094e7a8852bebe9f7e4deee6c549f0e262af414ed69bee3e285
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afa98cfc5f2b4601de2f32d6065b2e0351bdfdcd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f2968a1d8fc55611b377a45e80deab7370b85d83c275f39c2b1ecb3df086c53
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0658d038646e2ede6951d6ad9204b2163286e55
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75923b9b8424b255edef30a54c5fa65aca6bf55e1e29aea7c37e0b73b9072fdb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..944cb0353c4e913aa08463bdec9f429701bd341c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676b234ffa8aa00fe91ed755465ea3b98fb3713b0c4d841022471e847ee57c2e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58b98c6941c487b0b1173e454686f65241d12c98
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd9ac2b84ef9fb2e306897514bead0c2410b191fd5571b95ef6d526577a2865
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f4c8841aaff5efddd89ce92dbf73ac5d974f68
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95356e7d39b7dfc569f1eaa22265d126b5ac2e6eb6a6753288f53bd31c7cf782
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd0d84860c47f67f28227eadf76a4c512677e09b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037c4a47207fd65bff3e2c8e98e9e6a83ffc10bee496b91af5fef0c3d2860454
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66a52c74aa10ca6dd99c078dc1adc306f5e49d23
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8eab22cb790656921611465be7b46865acd4d37b7fdd492175ace1167c69989
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d16a8633bfad5a6800460fd16b1a646a2efb9fc8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e6305b75b1f216f94b5833b0375170a4606066a0118e85d41c4f5c4976bbaf
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfbe15a57f860da2a586cd13f392a739b0d45a38
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2430a4b64b4dc27f73b8fceee704bc33b25f066de555c538b1e39f7a78ce5237
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f5ea93b3a593c4a3bea6d6fca9e3d4195c7f86d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df4e6440e71cfe9116544372f0a68122da33bebce2b33454dff955ddf3cecd20
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb89b9cedfc9ab48a392af0757b35d854b6ca67
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54059fafe1ee120edf5294a341350df964d67a8f962a79abbb54dc0744be0712
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..935f7178c827b227557e30f8f49fb7282d1ab41b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ddbbf35d03213de158f8dff97badc3f6f492bd02bb204535d17ae92285ad45f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1697099dba55eda45345d08b91f15fb50c06596
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50535d77505940d1e69003585702bd1cb2715b3aa97d399eef972a760758b38
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..290e96f209be363e3814173dcea95b0969de1e09
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38527fc7ff9379584ededfb4900f8379decc80c539338d84aee2e93b72adafba
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..903edd6da8f6358dd1ccf78ae8c228d2b923f673
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f7dbb8692fa5668977939c0e750dd166efd8853684c19553e64d2199862f34
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..227db33d7a8cc3b6689a518e559896d35fb9830c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c5e04e7fc84ef97a2bb9b8b4bbf2757ad678017e47c9f654645346dc2d7948f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d08d3d5896f720619b0c80cf0ffb0484b64c4c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a41e96680d40314f93ed10c2283bc448e792b616a6916debb1ea76a23330a9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af0491a78036cfa5153369307608e92b24eb5535
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12f14c2b71f6305a588046f68b3b2246841fc9a422252a86f67914d96a7ad0a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..684926687f78729f8c968b3a4b8decbc238e51bd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d85d98b7371710f243a7f8ea9a8cb653ad9d4b7951a6012b9ed240e9cf8114
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad994b08fa8ab6cad694faec3de14460fc4731a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b36951195755c546f3f0500cfb7d45ef0ae2c64c123c728c8eb1095d1807d229
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d5829d8bcddbde772d28f77a7d77bd2707e71b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b33b863814865f01922a490dae315b1d4818f3767dd75cf4bb5dcca202ca23
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71e6924672f5eb2756496344fc7d0a31a7d095a9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b75765987fac7932e8e0ace886f88d1ddefd4e13bf7d68cd7c957d72e6862b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea673ad6a2dcb261759e3ee52b89b7ea6903bf10
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88deac534f3b9d824d7578885a259fc89e866f2aeadc94a6ce7002c4db637a6a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c58ee7b692bdac08818349b3b27f5ddbce6c5387
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd311c4ff12478adae8746e269b143e1b0c5fe2c0436c74012642ba3319344b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2511a7743de1ef1e5e40b5f78f59912f6e98171d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198f59419f22421ad0d688463f280e678071a3a63073f66670581d594ca27297
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd801e9f936d7d3eb1d2109bc72fe98281452a9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa8062ee5a4b2335c441787703921351ec9f3e568e75f65d9a14fddb94850ffb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c69dd320bfafbb960bbaeb48898ebda8aac35a15
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c690b1a4e68ca551c25b5f4f4c5e9077bf5327ceaa168884380ed07a9135c2de
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd7dc1b379355ba55eb0f4cd6f7b2816dcb298cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4206a10e41b4abaa2f37844239dc07e04583148cc684fd283f9c44c4da51cfe
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6dbd4441044cdcfb2a288faa587f0bba696e2e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64aabf70e456c2b0b777224ecd050ca82d12e19ffdf6c6bc0fa2f907b1cd081
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e9a352c90402255a6ce6d5435423327934a1f58
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c07bc391b71bc1d971b3d0ff9679b5c8a924cdaa4b742308e0f78410ceae74c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f5fda9e68d6fb676fb1e2dd88cb0e434d04a28d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4354f73ff533b5b84ece017eb53430ef22dab187f3900972959e590f6cb8477d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c4a8edfec5fc66ef852b130178ee6ec481cb19
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e031d19d8a911cd20bf34c6ebd1745ed38ffc8c680787a29a238305f06d0ca76
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdfca4a9d01d3e25cdae2cc42980cd75b5ebc329
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:577f45a8524e5a4ba266cbd44afbde72d4ac45fe39eee52465b478153f20b0cc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c88d4a938dbf44be63f2e305391f08f427d0d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60af552d12fc13a40c69cc2de77dd93f255c94dc6698834745209bf70dc21598
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5deea8258419eac6707176a2336e4d8f2134a13
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c17ca0f21793cb1628559e516a45dfc96f78cb1f5fdf82fa0277ec6f9b9b8ae
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2dd40b9ca842a091e38b7ddbe80b9daab3f24f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087cdf61ad2e3c53f6a659348c0766e6d0f4e2d7133115736de603f29d3b9b2b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee2e30f13dc07182e79165b60aa66054da7c64fb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54571da53bea2bd2abac8d74f6067ec00b1b3961c3a1a52dda3017e05096ca8b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d73ba8c36e86f920242610685a4817982f06d06a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99cf2da445637f6c18126db22355ba90c0a25bed1abc9a39307dfb2041f09e33
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad027946ff98b93777717b1f3f0e8a53d50e1e3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8146a50f5c958fa9d688b0ae249e790d250c24e70ea8860f028b261677c294
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cec5bb3c81b9638e026c31ef27622d30ef031dfd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a4d0974a500cfb35f99643dd5936d8fd2104749e915fa84c0dbfd4da7a70cb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64afe6bb750546a3b35372a0f44c5b8bf8d74c68
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bea334781faf05fce805a6cffeddfc971d9f534dad157759c6179379206b00e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8b9ac6ef7982af980e2620d3c5de0efe53fd4d6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f52134bbb733e55ba2056334e4222519870ba090b4d8c5f85b7c3e2ec244f33a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd451f45029eac7c78292324ea3f7f8fa5fe4953
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a84b247a8a201f79851148d4f2ca2f43a9f9d3ed7e2f0a83576d7c48d3b4039
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acfb19541ade917d5c56a58d74dfad1fd6f612b3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbad92644ea2876e086e58aa843c2a5ead2256f59a570c76f760cf8a46c221d1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..538be79b006fe737272d7bed9b9318180897f7d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61ef3af719f0f2158f83900f943a731e9710e316bbd0e402b401fa43967aa928
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6852a0c48a345ad911bd8b37ef0f697a728de3bd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29802c599d7ea4239d2a6e4d9a78d7828bed51059a4e942487f86c67035c98f0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f643848551e67bea8d6cf0853c707b0457bf14fc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad13974950ef4114e6565edb94c4e6700bcb88c679c15dce4893a5f8fa316ed3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae836c38fd4de2451b55060d8c6944bd3e4dedc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:389fb996ec6764c789e0c0afdc09c0f33501154a3f4f81746de26a03629e0bb7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..985994cb32729ba51bd33a2374e78f593daea33c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752417fadd923c33ed8361b131f02a511ac9b1e998238ab4bcc3e923b01c87e6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e15356f0c541ddbe6312f0849921bd7533c162
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a4f9931c6bae8c520ba7c6ce73ec3f73faaec2702b79dbf644ae841e59fe6c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1b3a2301a06b2d3dd42075647629650e3d6605c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33695e48888c3ae72d6f045cbf6aaaeb38c4434cd528ac51aa3994826c313f2f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939181278e3891f28e1f913c43c857dd4989b012
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c5624bc9f4cc8290399b4624778289b754891a25bef0c67479f51f4fd03fd2f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01919fc46e69a4a10812248775946c0bcb477508
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce428b360d22a93a0bf47c898c0a81f6512858e928d4aa37069227c89ba98da
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b52bacf455961ba7772023727c6388705da4547
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3384bcb1ebfb80e0ed2d4f2b52be67290823008058aea234585c20fc618f58b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d442555c08078f327cd5f5b6aea02996ce5b597f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a46a864b18b98adba3eb2f7c23b66642e144bdc5427e9faf1cdc1dcff6e1e2e5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bad609f30dd6e022bce71fd2e0f5c4390b87913
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1341f377b19b7785d5ede241b761a2a67cec5ec4dd83b5b53b4714aff72b96d5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51eb156e92df90220725554fa8097710245cc51c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d27bf0232b849dae958dd818e1210a4e58bc4351e75c7581f87f1d5bed46ffc7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f407fd1f97314228f7d65e94de94d6d62fb1161
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e3fc9bec7feb7cd18184c8368e9c8d34f662175a0051cb9ddaeb72eddba6aa9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..882aa4675c9f345ee40b231501c5c6135b18cac3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ff2124e0b43d2519f9ddc4b62678f9a4688dc75528c9c1d46d9d3c90fbfd96
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e42658b8d2a70777e36bc69fdca323665dbbfb4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48fcc175fcea4325dbd3b73176d8f0b833e141e2a7198c34ceebd6a102a70150
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e26105e99215116adac6a1e46a609e21e3f8a110
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a7770d59e367088961f77cc413b2cb6a44e806df626f5426ab9f986bc70404
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b27bd455efd63b69c7eebe62a98112bc1a2cd51d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959b0b5fdca50b05290f6eaf50a64440e7a14a297d3eabe0c3e40bbd08824e6c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..144f95513bee5a3fd84d134aaaefaa4aa866f44e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c46e0b3e36a29d0a36972c9c70ca01308b7aac2b6e899a929ab786efde2d3201
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a4a55ef072d2e5380dd86badf964f293910420b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62bddd202f1d98ff5955fbb937d091a7af99e40a5b09592ee5cb9bfce74598e5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51024d37d06b9ea463aba8bd89154f5e73b67eb4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58812511efa3c179afc51c0aeac379dde55633deb6454b4e4330385def09da3d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0163eb23cd6fb30d10683a87d2ec637d14574462
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6012cac3d6eaef9edbdd298518050427d3178ded1066342be076c486f65aa6e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8451b4fbf2fb35e6c657726d3ef37a56d9a66d57
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3005787f473f1ebd3be3820faddd20e43eb5792d390f4c75b6a68aed17341fa2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1433e0c6a80c98601b040d342b594b0fddffbbb8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9184a7903287ba900215401983d1cc6b01b88c88b9e9bfe60170a5235c2bb1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec677606c20d6049a96b982f7069a639f16965c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ce7d019df690c9d1948e0c213465032067eed3b8df0617c84da013ec9411bd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c9ae8219731f057d6f70dc00ca912d091e67498
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216ab0c34f466abaca68700fdc1d2116b361e0d7ddc92ce7ea30445bb259bbeb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..272e845ed05b543c309a344131bddf018f73e614
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d63dfa925e25404d3c432dc9482dc21bf1478310fa56ccf8dd5b73131ee5821
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127e1138a560dab4860a5c6775f2a4533a07a6a9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f2541828e22f1f80a7031573f56f341ef5fa5a5cfc5d4a2b37f073ebd6009b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddf166bc583c116011a42101e7002f77a2edc8f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff69b3abc733f79eace0252e190b5d5b59cf2b089551dcdfd093445986c0f9d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3741d78c761075fd32c9fab10d54168418af094
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:019d07c0e1a70444a164d797eda187269fa71d4cf723c68c873c847b38401ea7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28bb988ab32ad71382f73f2a59abf028d56748b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51982839b4a3566be4696a9a07c8dc5e99748a3f7fe05d9fc74bec423987b30
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9a3b5803eda0644de5a3c15c43de7bbed8ebf7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71994e40d89b0273fe75cf64e1c3c2ac327eede1552eddf4e8fe6a54c2c056ce
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457903b022b5ea90cbdc6a9f9ac5739f39ebbf3b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e59173bc9415789e0c7ab1ea44d87e1a07fe3554017c51484123c79a599088a7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67aaf6632b7a4cec51f5ff6ec65aed6765f0dc77
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534899565fe028f64d582a1c8591e6a3225d8b7e1974727f0c689f9a31e83acd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a13ce3c3cbdbc6d7c7e7a3110bd41c859a9ff03
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6641884ce9ae1ed8a3dd31af68edaa41494b2150c6b20403814e48796ef6c6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad68290e378f72927f12b02c7f526f4e32d8881
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec76f778e6e2f6eb14e30bfa9947f036a09ce90ed3efe39ee9f7c12f291c2630
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be7dc87c6779b8b9d8783b40a9d3c74a5acf53e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c8a41941d16ad776d81bde91d223f3a5faf83484125e9c03a0603628fe8d0c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89172a17de594e212be2a5ba64661e6560e2b9f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:748a201698ba4d282db78e878215a0d55c7b1534758fe0c65643c4f04860ce0b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c87bf7377c845f4e4abc2e3cf3303c6a47f351a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e37314f965ef7d7359b1a6c235fdb6b239b49d3f78ae95f3b20a91eab27e61f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9febc8f55458dc388918a77bdb5e6bb49062cb4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58058aee5baec72fc9a3c13dbc7793a9e44e9765b1649837319820031203e47b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dfc6f8fcc477669d2350bdbd1256cda3e7467a3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:621aab306009a289ec1ae536343bbfcd4f6cfc0bc0e36f9030a4d7e86777db37
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118fdea228720cc72dc174fe4a886a31f9e4cce3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeafabcd0b5144bfcee1f187b4334c00baa15ab583d2b6ad2ae5dfd59354c9f8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad692e76b0134e2f145da260ca14467678121519
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48261a7b12120ecadd6ef5d61cecb6a151f3cd954fdf911dd1d89699b3ef3c01
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c9c64d416aca92a6241302b8ac45c871fcfc98
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e22a78e6d7a3115257d68801de6e485bcd72bb9127de9c23eb9d3183e8c283b0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..773e7b85fe08658dcb986c0c1502168678796d07
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b1716da58a4e2edfe47a4fbc787335f17dad4c484c6ac18bb2f7e2794b92c4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50dd0f7c3ce6905a90b4686d6da250c88549d267
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418af6e5664c9722d774b545f1fd920414552ec90aa7a6471892d94371ab0b0e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9989ba4cb54dada444ac9b43f443d0a36d4c0dd8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94df6832755b0638fd0c0fdffdef719cfacf1914e11261bc3ddc451f4a462bfa
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e0ac5df1e25fdbbe2d523356fe92acfcaaced07
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ab1d6c78c96b93f977098629deb918e0b177d8f255d535e6680dc05a016e2e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76dc883ffa4cfa0c236db7eb2d097aef71a95ea8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:724db7468f32ed463703ddda780f15539882cc68528343ef550b53830dc47f05
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7c615044daccc5ed85b805c70eaac023976c465
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778cce294d79942f299de2b92c03df5a27a0a73c28975a188ed89f17625a5340
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83612e5c1a41989b15df66ab5676ffa849755c43
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4dc7af9d682f80368b6f563efbcc112d220017b21703a63178896d0f071674
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f391c5141145a23628bdfe736f43040e30a0df7c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5216ea7a259a7654501cb78f06875749a03bb5c0079e9d8f86b0413d03143dfc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940c958959c3f6ee2fd973e5477a085f21d77ec6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae64cf4d0e138595c117dba2c61b5081710d59cdb72e84f132d64eef8555509
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4e76ac80b82ebf7448fc33bccb6feac27cd5149
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:654235ecec0b5db69c6f0be208b79a31033b417c6319f51061b26b7da7cccac6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c60e52c026b14c0f118834361947c7c88097f1f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faef8572742e78d712ce0e4f682e8f4f01312bd3e136f53fb607a2d6fac20e5a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..730b5dfa17c795bae6ff49887c8c458a4eb9dbc8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f021ccdce6a9ea630295c3c1c171b2c45964ee14f9d37b93c500bed68117f44
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae2489d2611e2204113ca1abe772f34ce0cdb076
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4e3cd725cb49572794629999422dbcdba7347e64d7be428096bcdf8a174fbbe
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57684fd30d8d306b6ff22c7106dda68ecc977d88
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec469d9d8fa8d179adb154c8412ab6fec3f9608a78f76f3bc094eb05592da618
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6560c1d40b52d518da7abb56c0637fb9d2275a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edcfa4b0656b56ea2c904c376eb5bb36b68776605ccdf1119c0f87468a0ddede
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aca618f1558346a9115f575711ecf9ef74bad4dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27aba134038827703db4b1528eb3bea99d6fe206936e8a73418ec3cd4fea434
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b11be7c7ecb4464f6f936688de661617d728305a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59dcb1b49ad828ff626c1c8040ca0b8e63c0c4daf1b2a72fdcb80a38d9e6e1d5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6235936021f903a67c5830ffbeae7d329a3d42c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f391a96e8b1f53a63082e30866bcc1f07332737cd955dfa81640d3002a4921d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e4ba6d8d21d2453ba21596a12291d43edead5ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c96d0b5ec9ef5323fb6f9466b0bd12fbcfd188961685259d76b94e0a30dceadc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78cf6cd2241a3f0ebed310c1e8bf640211698801
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105f2d7b534ba2ac10fd4d13973fd7f79ad7ec7c2a261e5b979f8546b7a4c25f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..030ab53a642dd4832736ed829501498cff5364c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63bbf92dc71ab38ed132748da6e31a715e2ebc900b1a59923bd54f96b2b3ee0f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec7a67cbd1e0622bec773b444f7837db711f9bff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5f9f4c3639ee2b954bb624084374ed05a6c12f3da10316ffe878d9cb5a7997f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57881c5b5e43fdeacd10ebb27bd7be2b1562ad1d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e6ab2c886bed4fbc0377ba9e006231799079a0e5699efe22814b5deb76505d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d00cc0bf5dbb7d7eaba4c1d91fd4c43df39c7d0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc7232d028de8393b05d1ad4b1449b7f45e542c8ec9b21f2e2b3caa715036482
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877f37e755f6ad7bb5471175afc7361bf2acd112
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151643ab322befb1b7011320a7c85f62738fd1fded2975d70507c4b6308361fa
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b394a8c2364e3d1ea54e937d757fc69ebafa3f1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b47df71a6e3954ce34c8b0527ffc48f85f358992b5eb447c5f8cba1622921c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb9f346ef77f282ef4fd7f223e89527eecf31f94
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3b514bcd3726b23ec945e2593f3b362d958097fd1fdaed035af74b318872c7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..253174aabe234b33fe7353a7d4a662ef02747b6c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bdbb65c5d307c5f29f1c488a3cda239f0635bcd032c14d273c40c581d46b7e4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fec3340b3ac014e419da42c6c1c05a6ec4f9ee2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27dfca849758c9fed01f2b628be995f197941cb355b7d047075018bf6faf44ee
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d52241d2e52cf4057f72891fad80c05f11fa4d0c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69505e7dca9b2a1e3fb5c63fddc85be68f413cb75efb759983cfc6f4edc1c92c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..354b98b99d950909697e52328c4670f792e181a3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b822c3adab01bc21222e526c2f7ae68edd5ee6b020aabf00980c56210bd9df
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c0677537af8505be67607c98b59346052fbe51
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa650f52749ec1167336a94d3878c04f918a00945f3532f748fde447efbcf6d7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..813928b7c3afe6c9bfa597af5f12ce476165e95a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0447a93e8bc51f1cc9b30504b9bb9e12a366e2c81dca7ac91027338ae927857c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5741b505d072a7efda5b4dc4afcadd4e04a5191
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38fff5611aadfe7fadbca4cf4470cb2bffab2c29b67d0332b0f5d46963ea474f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f55147ae9f81fabe80dc2f246c0d0b25e007d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f29f0170833983cf06d0a635dc4a1894b31bd93934121c0e2aa1164f036b7330
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1024ce42b6b41bb285ce1268ce96775bb8fd4c24
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:091e2d636c2037ab8275bb8b76427f211a78928510df5c2c3a5f459856629055
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a918fa284949084583cc19db84d2ca63af4c4b22
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbffd7aea25bc4d5e2f5c2e64bc1bd5d133d200fe0cfc4c78e989aaf3c333382
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7aa4a2ab836a40fba6bcb494f64290130d4eb16
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0913e1bcce9b2369b1a2720d67d6a3c6e9bfd170ae2ff925ba2a5dd2657a5188
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2ece4f7395537a79cc9826ce19988e1db26a75b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13119202dbd32a2059bab2fd3676bb587e9100400529701788319e12aad1f9d4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3faae7920c80a5d9719e7f7d7282cee054dfce1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22dfaa70792286494a900c3041db02201f35eaba2afefa809a28f2b5cf5ab41
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4743ba1a809d61b9eeebbb99ce32fa902f72c02f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d43e52d5b92b1f54707dad9df6be694b617440c62d11939fad47e5126992b87
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..341b12c939aa398658672423712d61979d85aae5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e32ec6b64e4b6115d916e8d55ea8044d26241493920ff03f99dd034af23b79
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c9fb73af60b80642cc7349d9f7c9f3de33040f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:325b9bef8de93406d7bc8434882d1f3e2d740efad2b2341a7266749793eea485
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..878e2f401260d7a06e0a5376778c35b7ad4344a7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ad3fd40fdc90c15a4f6e18bb397fe4994a22644121203ecc67ecbe79e95f27
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d603dc76d3a5e7c3e21efff22ad6a391f0885de
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd2330ceb6daf282a1774c4f66f78a7c6c116668cb64cef7e190ae9f1c5ce37
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feca1b84afe89fe3e80b953e2980ccca099908b3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614a287d45305f279d8bcd6844c67448afd4cb9287ebd412254fce9b20ed5670
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aec52c7a9d873c8ae3c15688ca6a33dd69dc220
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24bb36e359468666fdfc6dd40c6e65b911d38f5009dadc02cfc7de4042c68689
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b18c4aa7155c094257a734da5a297293506c74cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fea7832291036ca214c19bd32986caab3b84b0d57496d3c92cc5c502266584e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa46ddc52996d765f5577b9a3d9f98c8df8e4c40
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632328cf8ddef28fba4726afbbe2d44de0028e912ab19d2cd7a372d53918253b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb296d32edd2d5f2c4e13b72aab4b1195d1c452
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d7c532d3141ad3224e022046cf4a5a18f401bcffd391049148b21e37a39cecd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01da6b79d6d321dbf6ef0e57686a0ca3f61218d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e94e25c44a5945c4c60bfb995728258b42749890aec62725a941724d77153e9c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4002fe0c4477fea22059e45e4645c8db2f54c090
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc93920c10ea685ab28406b8b6676d2aaeeb7eab44295b3d6daef8abc409bc8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a41cd105b68ae9604aa478b4359e65663411bbc0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:349060ff6c8a6df0c4308c715c0bd3c76ddacc12b4e7b56ab0a1f64942cb4665
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..952036e84bddd4e9be747fae9a610cd934b4c2cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95bd36675237a25d6a8cd66b794a94d116f704d4ab842c0001ac8f360f80792e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fa1a5a1d1717bdd7e813904eb0c691e1f3cb04c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0414d493d32d961535476df4b52151e157e358978b2f613418a777c1e085b325
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c0fb2b0da32ba62fb2fc092fcf2b561992ef73
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b24e624cb3fc8d39ca7a2fc18b529a2352fd794ce68820a3aa80347d19479bd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce0ca6b635fe1c3d9037445c78bc6f8a8164fec9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac878792eb1a11b9332d82afe0dad22e7923ef54e6924ddc5463bc0d40b94102
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b3d042d19a9f83791f9872cc17345760777b7ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b7d5181cffeafdc663c926d8ef2ee528bbcb784468370b061910f5ef9224e73
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb71860587baa9642b57f64c7a2af8444c2bf001
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f388ff586cc364270148629518d864bdc64cea1dee533d009cc1078986ed95ef
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e917ad18db13daa0b38c3a3a31b80302f3a2d4c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2367653d9170494ce1a0982c4e9c76d85914404a136381686823fec6f91cb87f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6532b835ef13dd0f5370a9b4a272985a4d9c3934
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08483186076b4daac26cf38922abe6332f6fda12803402548ec5085b1d34d5d3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c289a2daa747f5115a24c6f2291262bb0210d71b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef443b0fd7f77be163a7b0c6c055c54ba6e2609f1b8a66f995de2fb6c03484e2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13bac3fb016aac33ad8e54fffbbbc36bc02b25db
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ee1ecab62c903e3935d324175bdfab78e24844663568e2b8863687f7cdd8c0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2a3d4fcada72742a50fdd56fe54767e8ec47bd8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c42127e6caf3e06439e2f72d64c0bd315ad15e5e707dfd661fc32342ea3daa1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8446c0bbf1168e3212b595f156c15f98cb999c11
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f744a60e74024349e2daf361d074cef353c1d8a194ad1f536ac09200b1aa78b5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17cbb2005d2427f0346153a0e3d2ed0349c54938
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9479ace1fdda598e683749c5fa05bb541325bc94bea9f81da2f24fbbbc2614a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf54005961b8a8b29321eda4c58032dcd11258d1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc53132070478e06a253a52eeb776911f1c8ac1ee8c985e07017178b4a8db3d5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49b2df0a059b7441c16c750607688ddbd601960b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd83a9d83d75016ea84114a65718610a6dbd288ad47a3b6e127fa1eb6b4a58c9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e8343dd5f797c9b09dd8ecb3451b6ef1837def4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bec9a460d43b2730db50f60cc736e6721f3c1a337117af13dd14294147ac863
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2efce614691abcb9c5c4cdab4283deba9401cbdc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6719e3a7739bae485ff0b51b62afdb7fc75dd3b0ca04d212a1128d4ed7165d6c
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..117b6b291c136ac53d71212f4532b4ad4825f18b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9556e05fb1393115611bbeb724d70dcc0169d4e19b4d261f6fe4959448cbf34c
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a606680e8612f688184e65acf74462045066380
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27949c66929f3308b1dc707a4438349f77278694534b1a7b167442f94e546fee
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eea9188c4f0954653c918ab363d9001a3609a0a3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ced1eccab0bc6f9a83aaae1ecdd92839e3a1b50e7298e0c864b8d6554a6a64
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfcd87b176219df908330b4ae476bedf2bf41e74
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4348117fe2025cb2b7878499146aa618c5412bee80272fbe653373085a0888a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a6268a3dc94e9deb53633ce388cead4b9e4a97
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420fbab3b152c74b0ca016ece2a30f3875d6ff5ee9db6b8423037fb00921ece0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55fbae0372fa54ac6dac0e182a382ed3ba0c87d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1225d2a2365f2693c7c74916d49dc5ead45e69d505f44ba9f57cb60ddf8a0528
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..278ec7da07dd419231e01f67e1b2d3959fe4706f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64406da75466ae42a903b9e42b686a7cca7933206e04733edf1e11070335e7fe
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b8b911c50e5cba96b9774b257528f7b600605b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4bf30dd0784b03870cccb235149e9fc61309b9442479cdd4179d1aa8b17541a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e176c29284fe02717450f1c679069b0f5caada31
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ef728516e50293cd2c223a52658ea58bd0e6560fb2ea6e223091cdce0ed8bf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d7a7a94129a8ab6bbd5f0bf82fdf8ed30140093
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c6769b1f45c3e79795564588284707d2e76ec30226c233283790eefc73ffe5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..266b81d6040d41e214e8e2eada10a0379e1c7479
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee647f3b0a607fb340bc18aacb643b8fc8685c88af1dab49a8d00b7f159ae00e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d90c937e6efc72f57a89571e3a346b4dd9b3775
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8822704d327421f1a5e925f26cc5666709e7297e3737e2d68bfec284bc0a5d5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e228539295dfb8c09b8d904a726b8bf2a78b37
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4d6cebac668479e94ffacfda1f693ea6560f1ec8dbdc0a39a6e38edd538bb4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b87ec0bc8b1ec1b22a5015ef703e29fdf9f9b7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8734f6ff89c850f533d04e5f747f3bbad506411e5d5c6a785254d011ea80d3d3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eedee55238bc798145bc6a80f10f9d85fc858c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8039614cf3b8f47812832d03ae63c192b142ed981ffd9d4a830bbc5b8a7f365c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de4f4d4a1065160f646d1f3ac69238bf856f9579
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534dd65a08aca152a8c4dbfd8aa826f6001ed0ce9a3041deadc82cb9b654d534
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9ec424d6a713a46d2ba0707d323a1f5235b62e5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ebd4368309d54989337298844088825b6fa710f7493d622de46fcc8babb15f3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9da34d6c51e590b55d6c6cfc019c98b0ed0edf2a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8039a642a514cdbc418a2150285abe49c4152ac5566ca459ad8d1848cd4d123a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c761934d7854d20247c88373f5915421df9551
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d96638e331b70f8809c046ba6a2a00758ea3501eb227e79348bd858ad952b1ff
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc564dadff0ce854fc6c39ce3b753db954178f43
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a58b8927fa0b806f68f8c523ff3c0ead96ed697789b6a903d467b6087d9600e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eda25ebd2e22cfa517a2d6e44d33df47234876b6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8cf467a8109fa2f40883df4a4575813466e89e47befb78c28a94874e4403c9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a41f0b7ba76ecdfb14e543acc46c2db822f719
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c7c41ec7eea2ae0e6c9676c392ecdbac799384a1f9e0af5010748bfdccf745
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f76d4036de91aad24d9d6f1bee9c82287e68d64f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd2ad3d6875ecd5e3af39fa70a8794f0068a2d2fa4b1397fcb06fac28f7eee3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a863380a632de4d21f51aa697048aa7386414af7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f7d553dafc6e623c03fe7165f294c5295373585d8e7bd368acc1484123fa17
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83097f80bf0d419317336c1df7603feb3f335a4d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f75bf1b8ce5fd73da0b5722636e5051c4041fc7c06aa71a5a9f86509fd68df37
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d135b0f294b5399704713a99bb39733df333a0d0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd816102503a93699c3725ed6e1024b4fd63ebbb6cf693849267428e7ed21525
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1009549542c58389c412990d6a4e248dcc8f1acf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d430e73c7dff1cab3750336bab60d00ae801147e03818d203b081c0acacd9719
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a261f20eba433626d9d99a58876e178cdad3eb13
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3667ff11510294b8ec101ba25f62547a5ddaa713d4f967481b9ab5c7897d6054
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f67511defac005c99c5d607c39be5f9c34c5fce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b157f39ac05622d7442a86cdb77e11de11a4766f59769cfd2ac56b795d4915
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f082564719b81c8af002be7de99685287ecd7c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2191746445fe4bf0262a12d3e65fd6e6297b774a6ef7af7527ac891bcc0cb99d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c37e08e83ed67af5b9dde6830c14f07133c4ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37912697fd540870c53a6c95e02d8625d39aa2cfc477a9551a6edb035f24bf0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..060e827feb751404e1b388feb63ccd01f9d35d79
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c5c973cc23e8ae52717ea39c8c208c301c0154202f0a7e2f98af768c2e5588
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..453c6cc3d8e1a63069713408e42073bff2a1fe55
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9aace224baa3b7893d2df67faa214179e152d37c594e472c64c6aaa86ccd1e7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc2358561e34ea367070e06d1d0faaa06ae78969
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:408245791fd3c75d002df075a68efc9184be7af097c6d7906faed05b2f75f1c2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12d421c633c78ab9d2fe4cb69bb1d9083ee17922
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a55ca6490219bdd9a265bcad2ad9067a64807cf2b8f6c2c97106103cf660b81
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b47d5fdb03e44b357a38795fbcf8769a24112a94
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8387913828186545c99f212b803529d6e4fd04ce55ede1a911e9cdb778337282
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ee3f3c7a68a4d5579843ccb224b717d08dcc702
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1753de23d7df3bc564b676774924525aec69cfd37984de752772cbc1160b26
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13fea46c2abf74b6ee263058b24acb99aa3e97a9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0575decb366873b756e67fc393ff2d150758ccfd49a6cc9527f9a93a59923366
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cdc183d363cda2d1e32e07747af220557d0448f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a943fe003365b56898e8c61d3ff2e61f4446c029a809016cdef165b2aafe39ca
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..563f720b6e08c132adb0f1bf1d3e1911dd498bd3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0dda4a919127c971c56c62d363f1ecfd6f1c5b188fb7528bf969b791a9766c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f7f3fa5fefc03d07fb33eb4db579e41e42d7bd1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:644e1b4842485dd4d2912df2085ad927b41a28ffd022625b8f6fd053b717d1c6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d0b93feb04f5b5b9a09566307eadd7e03875be3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b0b184148a5d53b1a0a1a49e3866160df15df297eef0bfd559a7716a68f83ba
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e88eb705efb30472bf305cde4d295f5d13eaf4c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ea289341a5cdaa7429ce505eeb241a05c58888c79630dafb49e2917c156e57a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe351eda7da281fefe9bea242dd9608b31b0616c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f5b49640a1ec027f4346bf6de48729b8e08129152cfdd0e060e5943f6db206
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05f1a5a3ede341d0bf28b922e5a4a7145a3af266
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca15aae87ed5e02be1be7e3b8793bf0bf32fd1c39c62426a410747782ae9a959
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a65799de6ad1950c0493fe243cafa9b01e00b465
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcce7d50980af1f8efaf1bc4d137feea82fc5a1b879595902d30c271f5a2ccd8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..085fdd6837d41e4cff8430e4fd914db6771747e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:041b2083dd5c69e396c5a0374f39dad809ee44b1fdd80375588196c68acae2e3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d46340466d8c110d602e102308d10db14c7bd7fb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c523ccc856294a3b9d2b7f53d66e3d6da007d7325c7563ca0b8d44b38bf094e1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60229276b5f41bb634fbdfde047c1ed667c73cb6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f572eb8b48f4ef6e7c8c2e4e226abd2f4864f63795af8c992b09748989423dda
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b152ddb8c379a9718fcc48778483cd00bab86c7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e1b1c069fc6360b4d617da3a6ca4a506a12e95c7bcfe436b334b33f6d1873a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2aea155fc86bf3d3511dec2a727fde625f1340d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a1b85d2549547c49ff2b1b8a1209d1920e208ac9071e1ca2214faff0a7cdee
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a30050cdf3f7c250b77edf8aedd3d9e1d5def873
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d237bdbbd8354cb5491567601916c9626d53e5ebac79a9acb8f4f634a753068
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..924142f844abaf2351d92663b778e3f4b4481980
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6739c43d538d0899888a4fd64724041da48205987deeb75bc6c3896b65e448a4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b846ba2818a4d207f52ecb198f4bc8d9677da0e7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5637535e9a29d4390aec49c6d01a1591348fd117acc6892050b07bb1c2e5879d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96e5402659450fa6bd0a205b5c0c3426626e6772
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da8d644a5bc09c3d2857a04b0d57bc3f42e9d2f1e84cefe02f1f9336d1881a4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590fc6a73f5a594e18a65afb51ae2a7ef7df1235
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46561f9f9ee3fc35d3360d5f3d9ad0bb31193c427c06e51248a83788df7a8d25
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b154383185fc364b8bb80a4bf8e2479a0bbf35b6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6fab6fa429051c4a2324cf8f58eca636bc2ff9d58d282b146284b190ba67254
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4497acf56d4de339a5a5ed2fdb34769875ca1210
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a3b8ef1763c65ef7d487232bbe8fa9d762abd8a3c546e9548be039971f76f7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a63b4f6804d1ab938df06651ffaa73c70c05334d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836e79e74b0c2df03f90da3155a361ff7eeeaef817438ba70222c6aed8f8745b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1193988b0e5ec605b6597071d845b5d9b5cf2db0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d95ba52fa2146d57441cc8a65a5f502579959bde1e2895887dfc2b0861ea430
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..452493f3b1bcfe270cd88e22b47f085d85a8b8bf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d3795b3a75b80516cf0b5f35046ed4039f9dbab474da6ab9cf100441c49697d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac8f6d199942632e3f02a8ae2c0c0b03b489f372
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3599015e723015067e94273a80c648f6f02e40bbd448d34a237819cea471aad8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0149d444fda4ececdc1dcad5a899b7b3fbd2e8c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e516a504dbc8f1b48633b8bf7c4d3687046d50aed814b67be81e83f1cda331bd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37e5fa09edd7efa3910cc85e0964b9b9777b1243
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aa3e126424248a6c5b363449e4ed70936c064da076f3e02fcbefd8f129dacb6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aedf6196cdec4bb55b14288d93d4c8598c146411
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8deec6b982a4122349f86ce20d8494bc330fc4d880b4317ea5cb32ea241fca3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a71b24936d8363e96ff44d4ccedcefa9a939461
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6262458337afb2fcfedaeec96d9b2e35e47e241847c98c8b9750611d7480b70c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1504c298a3cea18bfba12618c5ec8d695a51565
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3465abd08d800066d49730d4dce36875a28f0ed3dcc6ec6ed51a64593e5f858
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ceb6faa5f8fa3214bc501f3f96c6e461c366761
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b38400e8afe8be71e855e6fc6e96a2566b9d307a8d8e9cfe3a79fee0c03f96ba
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b4b90c0896a211c0aca084a508d449dfd9d317
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43dab8f245895535967880657fc7ce510d9807ab3cf91b3837896c5d88f65df3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1438430d4e06d709ca30b6be62b53f00be017d36
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a10b6aabc6fa28c5211c1a74456761790070216855c2064eb3386fa814e7d2f0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e522433ac1a6e907e1cdd42326f92f1192500a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037c7362c04875b019fab76723497275d70b0e0992c68543f2ea087953d671a8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd1dee916432a3861edb5f90fde85984261818b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0135323c0cc878c62ce3e4a2f284d803c9877999e76551135c75c88e0386a2e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bc519ef8d43024c227eb9f4acf5754b4082393a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a2be133fcf6b5afab0283a9380acadba2145adc190d95cbd7763b5469109cdb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3cb92868a84b58a49fc7bcf8c866709d30647f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b83025631989680b5f848b18f096383a3b40be1684a804c892306189c45de7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a061035f0afc7e1d351da90aa51b31be2731a0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee92056fa43246932d60096418b36415b656f3ca81751cbda20f7138b42d526
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1438443edb093df40e53c8af0e9ac988f7242fcb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa5dcac13c39bcaded38969cdf81fd344f13c48b0488b224c98df869a2ab81f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab39efa2b583599a22976b57bc3a7e8f4fedd2b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a018c789b688946bb2266ad375663df4db336afbb6e3a6ba6c40bf5222cbe60d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc68fb9f087b7e7a87246ef78c7c71d97c0788f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7260c84aaa28a2031725137da6622972c9c541515cf34bbaf882f4f5be2a779
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee7a9fde29e30bb72c1f8071dba3d7b9020305af
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10bc49fdb8ead5b00bff39040bb778f4f08c8468ba252db144fddf06fce35946
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13c281ebd99afdd5409c03dcf7d13212ad5fae3d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d73090863805421f704b26a35b2fd5ab637b07075d22e75d85ea6c1c8cb5c1cb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71e6e3daa7c435ec08d4a8debff468b2a894a3a4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dff27dca0a7076e99132731bfc8ddfa98bc90277b1ba7bff37e8b6db61596e2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3dbf047e07e70903117af2db4ad68fa85bd86d8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc7a08fc0d55fbff7dc9cff954fb0d09c5551796345268f9d2cddb4defda072
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c0f8e0b5ca2da64cb44c0a7cc31bf708d542249
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:251caac17a8bc32cf2c9a6a2104487c3b12e200aa1d858e6ed4bea9c326c880b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac066146a41b90e9a006bca30d4b8f3fc1d81d98
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eef3774aff59449cf087bbb2866b0f992c4ff531e2fee9eefdf0cf9bae81453
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e43a655642e034b9bd035fcc52637fab030cc6b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81a519c59007e93b2f0ea15f2be079e49dea1668704f6bbd74be56f1512a6ed6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2f9696a7265e82cf5a44f8a118fdb8e684e9b71
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ea6d3d6ec87f0bc86c01f5303e19578f7d13f3d23a660639e227cf306a1f13b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff82a9f2919352b572be4516b44efe38141dc5b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:865cda5f63824c9d1715e3e6a2f56d340e7b97cd34b2afebe557ed7c9d81a27a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b65190f381e8c084ea9be45e4b946c73c2a4b24d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f7a1b29a6473a90669cc1682cec37dc857dee59c562ec95531bdc94bf4537e9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..111569a4ae420c9d29d9464d749be71d5d6a12bc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f959f65d54702e0abb8cd9af6ad56b5dec6917af149996eb7e586486b792be4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b8c754c95c8bb6e8aeaf8f8df124f45056b97c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcbf1582dc4b0cd1af22d016f932a9e0b43d0233d1ae3d2eadce2e26865794f4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df6dedd5954c6eb14cd82573c6ffe98af04eaa27
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65cd7743d25e4f74481c2ae184e4f9921bc5c6cab66a071f37d8c7c344f427a5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a44e774442bf45b16007f1a7de02652fed70817
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47bffd76f7dea4be908f5c9cccf932f5cd1044db05ebad2e07ff752615bc7216
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3413aae9eda26ddc1e534dbff3b3dc5d6a1a9419
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd41f0fd2c93550fa72a565f060c8c89c90d123959ed56d8963ea239661eb8a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c06907b71da2983d39b62586e61f47e86c467475
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7bcaace0fbc2e4eca9e66653c7c2b71c873d9a6e2f89e3537f187ce27050f13
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2946fa367c2db9d1a3df3b1cd2ac3bbeed11225e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e0bbe2d98eb73e7e2adfe1795c0008075958353c84192d65af3e65f0fb6f5c7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6154271a0b8d848358a0ac24658346be673afaf7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b313a9ced0fd8d2fcf8b664af793431a537d6ec0c4db39e00f8b9f060a97c9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fdcab68cb8ffb6b9e1909baf3d28b77e8841190
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6bd4a0da5ed607a0055e2774558c80f381dd9c9d72e5ea9587cdb4874419983
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..270201f9283a6fc841711baa3b564715779b2b9a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f93fae43481e05ad735196281e6fa765c0d2567e969abd23962785d63fe643e0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed8648df19bbe5218f8c8e37f4a77ec5344b96ba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15ec1a5827fa34cfec00d06f27fd9f689765cbbce31461b00a8b0f7a6f3f4ac
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea4175d20d565ad8213ce3cdc63fbef77b2c3f68
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3347867f82b4a8efa66d206e6b13247c3246daaabcbfc02441c3b5e56b40da53
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520a6df12485fccf48844d0cae29763083990bbd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78fa4d5edd9c663909435f3781b159bbdc1573d4c1852b199e05099341d106b3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f11c746bc7e23d3708066f151c60dacb4e3fb16c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc0869165af4844f3faef90361e42805a7a469b4781bd1cec7027eee93e8971
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..144e7b0109b62486281dcf756e87f06ba7231873
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5496fef23259e265655efe5d31a88cf039cd80f0973ea390f36a00079b7cf156
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ce2f2ff5fd8c65c7857897bdb7a33e04f84e3d0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e3e7fb03dabd7113eac37ef800646b802320c2f6be683b462d1a7ef9f1a055f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece711b7c902f32d13cbfe0a4d61a41de6ebf82e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f7f8ce4a6324fe55f26350598250e7cfeae8ade4ea9eeac83ffe841f559f8d7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df5cb2b84ef891d41a2f0d7ffa147a1bee7f7f8c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b3cc1f68d4757f3c83aa35fcad25bd5d54d6174e38111cbf1e8fa75c6a37fd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4fd35144c1f22a4175500a853aeb1ceadb24fb6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b75d84996bb8d910322773cd17a6f2d32e495eac88d2d812a10a19801279242
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e45f7beaaddbfe4170756169902f60c5f64e6a87
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a2e2247f85b6ca4ba9759f44233528f544f4bd2e37b7961a6a882c694194ca0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae33c22fe092fbf746482a3542bd1a7fd8a0d920
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f28fdde15d1c1e4bbff92fd1725f3ecae65b75c2add25d69af78ac8663613a13
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be288841f95bd63f02e2c803e44c2a907c5cf56
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba666b856fd407cc317e6cc744d211bfc03492c7ab34c8317949b9b2cfa76e2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac4e1c7b53d30a8b861515144b5d94a1c087ef35
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb7935057d81658c4c8c5eccf665a450ab0e468935d095ebf4da53d1d5bfec7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7edd3f1d15be41a8e09b634525a9b33ae983e1b6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a895953bc7a5a49c08f70dd607ce5c8ec8d7a72737db47f0d75c97230f7b5bc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad5ede29cd8e544adcf75c197f6231f0b01d2077
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc029fa7d91140d8b098701f9ce511324542f051aa25e2ad27b538c8dac9af07
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74efc96d4d6d304afa222fa12c07d5cbac703574
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50d918002251fcc5ec2c6ad1483e7ab4e8e784841895f71ff770ebbb798b335
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8508f2046590a8f05240e6b160b88db6baa57ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b82d76fddda593edc62bac7e5ccc04341512a8d86106bdf02cd3a29ba927b16f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eabb5b3c6c61fb5c7db7f4069ee9afba378d641
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f78b484671a1e5f3fbd0b0dc880e1f98c8ce2a9ec62487f151e32a2f817f06
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c79714a7524cfb689658701114d09ecae904f6f1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78bb4080db4edb355a53baab4c927080c3d1c7e0ff3c320363c6cbe3243ba39f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3886b3bb7592bdb28cf6f01bb9dbd86bedcb3c3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c03f164735e83b8cd84e318fbbd30c25236cc70fd8bff64e87b67c62c9bd330
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..692e1dd38dbadbd416029df945004e0377751e59
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aefb5a5ac69554fa68f0abdf3cbcc242d0181244c7312c24abfb780714c107c8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e514d57250a880e45f6441bc34f76df4e0a7d592
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d39d33801a0147cdd79305ee1d9e0a68fb436eda66a51d8d67a3fed1b3df75
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13cef912c18e0defbf17d006470897c6ff2fd419
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055345e4121a4b62232b10c566deda4405e31fbaa3f7fe5507faf7724da3eb9b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86725c4d6d17565fd8447696d683bac3c0c550fa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a13feae3b4f382570769628a113b75e7ed58691edc4a8283993ffa48894ee0eb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c10f678d77f49c67ce964a15cf391f85572973
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a80ba0801c9ca5c0084c76129c06868c537c371a7c59ed3e592196fac2c7dabf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b94b9b5277f7a9c0eea7826208c5a6136de1f63
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a3796a9c2f89c65bfc6202cf6e14c2b791f3ad34e64982ba0898738db2c36b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64bb9caf9059f70ba88555c695dc20f8fae7c57f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f269c9c975ce86f7fbd76bbe1924e9e6c7aad737ee73c389a77cfecc3115467
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fab0733f30587b65ee3e577d0513ac5f85dca29
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12bbbab42955d684c45cf1fe9aa8dbd6d9953326a87ad8ace9ed4bfe098ffe97
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f441868ae3fd8f072b8979a34a3b04f41204e7ae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ae989b47c4d0591faba8628770cdd8ebbc04b081ddf54dcbb5a22e7e2a1f70a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76e8d833bf7dc6817479f90a163a630f91bb86af
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f53bbee6483ab7d69a61c87532c79a41af9a3602d7f6fa4dea3aef1c92637154
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c5fb78f57d46a424400f5a39ce17125f63e85b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a3f4edb7d665976811709e4a6e5d1ea658c2f8501a6f35421aca8369435d923
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c21c4ba31d55cddd4d9066977bb2cfd553170174
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79aa622f4f9b3ac446bed14249bea0529660046b30b221bcbc99c42077b3dce9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f62672775b973ad6fbcbd9b537404076311dec9c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:069337a6824b3e2a0d065a36daaaf456f3577bb7652c4da7cca0d5802a788cf6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e12b07550b48a34a464c8ce1db72bf72ec616f7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab22bed0f89ef65eebf38caec2a5b48dc3b80be19a4cc370ae32f6705ecc6b6e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a90f85095d825ecf8cad789b11f035f3e524fa89
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5672f6eb3683d1e5496130cd27215017096a221e4c9ab4f0ecfbee0931601418
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7af860068f733577ecb8831c3b08da6b33f4d3a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fab42dd47f675ba3fb9a1a22eed80627ec03db4d2a50a7e1d540a5a3766c6de
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1037584036d7e94924431b41ee2614321271468f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6646a1e0f420c2fd29d830c6a7846c22d12e70bf2f34fd1e40c3b183b7c7295c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f3da7381f8219a461e266ace54e90b1182c0fb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb869aef852275ae3526d5abfb2050134ac2cab5ef935039eaf16e5592cdaad
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b0b6978476b72b212a2bb42ebacfc6b83903892
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5403bfbd7c8ddf451bc7856d98e7a4a08ec644065e873ba115c4b260078642b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5982b2fafd894b6b9ccd1d6be7fba24d828dde65
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ab245884d8d6a2a32edfb00c6b767780cb8c910934a9ce62d2fa9a01547ce6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fb0389b7cc3cf7b474032d92a6e0c2c3721b807
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec3ddd29a9ab284d4d326f9b47825fa3dd05f6931818314b84935d2180c83ff
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c5a6b85e702a1b2da80fdd67186db7227ea4ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be75aa21bc179fa312ec555e662610740a00e364e56375290a8a06f630c4ab2d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc5093f242b7a5e8d19b7c685345f77df9e847e0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a10ca1d306854066954365d7e1621705eddd55358eb75a08c8689fb3c6da05c8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44383939e9131e3c2f7723d3a48a7a80e291100b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c47628106b54f465827deaabdd03d9f508cf7962a5efb123cdb8984e844becc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a11bc095836e8bed2d19fdab636579ff4b385c73
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:117613bc450a79e7cc5b98988d624017df7fcb4949ebeb9bb16f72fec4235499
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa254917fa1c3d0614ea63020231f4fec841bb2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69fe1c1080ea99a3df81b3eef0b74436151a30e9918747212feaed705204af24
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da6c4aa4c21ce7c69f5615512317608331718900
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884300656782363045c2c37d7f8736b67c36b0076fedb8251ef7a06827d2e20f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c6d55f0486f01c030473de7e3484992d8b1acd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:415b897649a29ed0003c5e0781699347c58228b272162c02cb16373dc2fbdb57
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d89d971fee98de52e194a527a76b999cd67fa38
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1bbfcb4c134b55a10694e1a3fe58eab82b9dc840a6d777d50195ead46068078
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66afa804de7c66a34894529d2a148f389be63792
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd3fac61b2165475a156c437d6bf7de4e0a2087a623f2a23c8086dc698af96d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2cce5ad7bcaa194be340e4ba33b301a13fb48cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433fa58d2af51abb43cbac169bff5607524dabb3ed0a16f8cf95dc9d82580adc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c60a586f5dd0a1b557f5fea990480b4dcb03b1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:562707629e434e5e0a3e20b6c322ca518f14bfc8d23f2d23dd09538e23303955
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21352cc40ca6879ad04ab64df94299e9a501ff95
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad1bf1375a12453d9c4bbf459c6b16cc14d949e401416644073241279411d0a8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a7b9c94e7a4c40b4aaaa3fb8e2c4190c35e8e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aae01ffb8b49c64d3ede1ee21ff6939e2363e80a98fc56deb923395611c411d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d40e953b73974900c177faa899216c7d6941cd1f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f05670d21cf18924d676c257b3e562786654c8e93200df01804e62aecdba39
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fd3f2f692bd085889fc3bb4ac1218845d06842a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a4256433cc739c46a5e58601098fb1a97839e9571c3c060345b6d4da5abc30
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b6dc6d0bfae076439ad425f75fd97609e9b095
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f510d44e5438fede4e556cd18efb9bc7ed326917bbce25918ee9d861a4fd576
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b216af435bc09dcc7a7ad93b0071603f0fa5d42c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed8f41b9da872dfc0fb46c8aabb7b50ccbf094f543219910ec5793567fed557
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a9784c2eecda520abb62173e7a45ec2b8605d1c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c456a986f27dda23af6b05ee0100827307e025e569d13d883f4cb4bcf9511865
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67646f9764c87685354fd5bbac93e31e80cb0016
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f71d02a7ab2c185355893334c2e4bb4abffb76d42dbaeff502c53017ebc662fc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae24ff47091da2503c29a75000e6905ab805b2e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e33fdd762aa627011df09b66e603fa8cd203556d100b68a21d7b0b2a0aaaeb3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cb849fc270828f6f70b65738599e3c936707e7b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02eab549f00319f6809403b8f7829bba2f913722c1adfd85904cae39aebd0b62
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6836c8ecffe8ed3b5a0379c9838e2a81400ee5b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9604d4d7685d1cab0428c67671eeb3182c5f917dd72f1dddbc13addfd70ec8dd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68749d8789932439303d59c8fc8b62a81759abe9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e362ec0e0c23f66ea42266938c1ea203622841022316ea8808950cbe521760fb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2610fa12a2151aa5cd9dee27fc4ba37be906c284
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f03a19e536d84e897d6a4135dbeed497ad5407b33667ff021af8fd2d4d5b9f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d598464b52b3d91ec8c90ca861a4880f5dec1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c70c8abe79e7a961ebf1e6cd8717cf1dae42536fab473b2ee634f534fa21dc4d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f5cf1b6b268c4bb8d82e5319f7a8a5d1f593b34
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c1a2194c41ad1aa3048bfcde9d5bd90e6c7cff2552ff1853406f3a591217f4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64db9d8b467019c30b8cbb9e89f996178e6a96d7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae2656f7ebae9c31c207d08e3e7e4a6f5c5a9af0ba5d6103bf4bf5c0836c4c4e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea93fd8eb5880a6540371c83cd53f1912de78a8f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f580816fa4b8371ccbb2447221f9067daef19d71e6e458e6e0d503452c6f8f2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1570877eae0908496779171ca38536f8dc4bfa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f012055d1d529b3cf316d3e6a121c93a5712a7041bd9dfd627f5e27e821d9b45
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f10a9cfc356419392ed8aa6d461bcdc51b5991dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3829d884792bb88af5fb7b74a6afd6103915b8b820a64e61c56a4180fdce2c25
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e106dcd9658cf8a92819afbb8a31844b86dc586
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d213b48e4b8f9b87a9a5aae75805c147be84331f300ff1d506f63272b23663f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c9ba2f901796977932a60b7f7c4bfc54f3626f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b50ac731ac4022c9367d421f83a9282ff5e6731e253f8817fc5ae8ae3fed40
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d8d588f0a1cd8d3fab2e5d5806363cb92376b15
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00bd37265164527ef229e2ca48830c9422a4d55459b793ac95bfec64ba695556
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cdcae2465f3fa7825e2c5b09f7595374830c8b4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41fad55debd793c03cc7231f25bc33401829e05629d15dc9733c813ea0a99806
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88fc310dac24052ce8c130dccc8af366d975c24f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5dacc27fdf1c11b6252bdf209de30dcc000273acc8ce6a54400565ac2d4e5c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36f42a7dd8f5a80b9b3bc85cbcf7c63f5bad0449
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d0954f1d15f74b01067ab9ceb0bdbb0c81e1c47713b1ab3dddab25c4795fd06
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c59973af720272db4af03ec4a980784c2f95dd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670e95f73fd96abc4cb2c565813daf2e6cd47c3622bcacca9d2bfe8693dee249
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1851b1785cbf0c7aa0c5b16aff9902ed6f415a95
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f502ade224bc16dabaebfa3ba541271b65cb8434d8281e5c86aeacfde48f2d8d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..598805584b8b2c97478f3da17f55dfb8b1baf576
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ad043177032266f2baa55d8b4f40c79df6566abdc70e8198f01890613f1bdb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..312c4205ff2ddccd30c9d3e718847515ac53355a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0369e0642a58a0521809ec40cfaca7c310729f8faa190c7e98b5d58ab6882aa
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9914d4b3f4871920b5c9a60508bf0510b56692fc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c74c0476e57d9d981debc4a35872c3f65b729754936c6a42817becb77e2bc9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a2530491c91afa842f83ffbd413c6956190c1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6077c114e7798300551a5354b95373be0149d57e7f9d430cfbe4baf3a3721f63
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..237c09f768508c7cf127ca5b8cac7d823b9673aa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24912c9ae2021e60b9a19bfbabe490981b9aaab1123a297fd9aef5d889d59ea0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de288480c8b20001e1776e055b066e4b460d656a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b2a9fb0e13dc84f5e02d429bfd9a8b88e13cc3c1809d041e3b7fc0f6ce94f3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..605d94d27c0fc4078e0af77708a21020c633bc42
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c886636914ae085f145ad36d19bdb6e735ec88053721a999d3c8eac34a02fd9b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ac1eb62ab32515bb9a9d646bd15fb5cbe706114
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8c326c28551e054d57c8e1bb8c32b4000ab38b8548254d5d7eb890eab7f3c09
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3cf4ea56aeb7b1b11f4025d2bbbf992c45d1fc4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd21c39594da94db4f0294408001a944472854a1e870051e3fa07e6bfc7acc5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b236d6c015fd9178e4f6092ac791620db0e3a7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bc63c68a0179452d7214282371d939aa4de7ec28ac98b523ebd203bf7f16cd1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac8dab22368fa0979672379f8cad0ace1557ddb5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df24aa1e7b8ccd749dad35cbe5653e5971a1875393ef4320ab51a41b01311068
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2cc7edbbf32b0e59be0883fbe767307beecd84
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4246d3f6f71d0aa81dd82f003265ec94dad1f54af99601458674125ecabacd87
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51fee4ed372931b10687587db60e928a737bce55
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:028840973f409c7cf7382aa1d4521982ec163529be3781cfa4714f1ecc8882cd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54117375581d660b57e4761a4c855349bb3afcb0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c8ae63894e5fd8ba15116967334f5983403326658244f41457b8964e26b08f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd23e24fe774ed5619c7635442a46a4faa411ab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df015b0fb7b10ec359ee4c385522b9474d3eff70fd8b4390211c9c57649be408
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b51b84e20ca7f108ff1822d543b28df478324c10
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11cd196d27b0cc3ced4500bc8fbb4b9ce0c855e02dfa1f1719d4e32cf6b7ba81
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d8e0633057e80a7b21c554ee6bb5b27741b6f22
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32005bfc428aaf7ca696dfaae8ce42422a7e8a12b53c6ed54e23ab7139ad8798
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65c25c98aa4626d52b0328b6366cdc3378a7ec55
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8cab1fd5be3ed93e4be488bd4020940b27cf78022cbba3607da1cd0461450a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6d8cb5269271b997e684fc3403a71ae39fbaa89
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d945ed5c26e72f4c89a5902ca415c8c1b3f8e826bc095fffa640e8866ef16fd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..418bde05c268865c2cccc0e3def3c970a8388098
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a298e14f90408d9e944015055e9c2bf9b188a4b5b3669633170d2dffb4d7347
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2002cc06ab7cfd891352f8e6056cc925145f549a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f91c8ddd8f23474ce6243ae48ff92e7156fefd2f90b8877da2f68933ec9aab96
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a93069c78e4f9c23d8188a13318838432d701c11
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:981b4101ce4ecae29b78842ae5c0bb874d92a56369102520f4d492ab00d02019
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d26d172fd7eafd25dedacc25aefe0d2d8064bcb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d081da905ee8bdbeb504b35f11281d6a1f43d9e9d1c922dd1aedf72b172d67b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2e6a919444e06d3f681166b97aba7c987733d7a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e02299230bea256df26fd2ec15dadf763d340d0fe5550ae2b380f0163a65a4d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9aa03c31715557943857936098b2e8bca813c6b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04450c193a12218d82f3100b0fcde4007c309762ad663203ee6d4e8f25260ea7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d8dae5a857fcc2a6df608a0a0e381f949a0cff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c32b8a9903f16b195f3444e6584104b0d49e18661ef1964b93c1119bdd6f9c97
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7a88fe20f4c7bb9b4c548ba52ab90a7046643bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f76aa154045e2ed53fb31e33f6dca7fe865db6d5ab69499a474ed6be8e9eb3fa
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ba1e17ef62ab0a67ca02363ca5d34293dbbf08a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ffc37c8d00dfaf528f082ea4aad7a5074a2802906e2b4f8757269be58795755
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab677be16ca5448e0e6ea6b1d92b5932029d1c23
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f913010d461f2bf1111036fadedd2f3863225fcd3899d87413d3e4bdf7e1a86
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d2a913937b09ceb0cdf960181ccb0851afb37e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e3256744da09b26e34b45ce387702983f96b917fbbfbe879a51044bb9dc7f43
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70a20daca4f4ddb71ff2a5a535a39c393e73539d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227320a4f61b070a11f709b2a4b4c72d7cddbe7c380627dc59290b1d6c37e5cf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..142264d27a01141956a75251f88c44aa366803f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2602a35dfa49f9091761d7146c562e8e27098e902c7c0d73b5cbb861bbc94a90
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d0c2e265eb5f542aeccb7188ad56837a58df3c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:584c1c87ad63b1cf0502742259f5cab72122c403b4d7791a64aa5776405c3a8a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..417481344f48c538102d88c22b4c399269ac1aca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ad144b7395f7ad9ecd99b0061f525ceb5cbeecdce9f7145dd627917fde2bf7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc2189cbbb39bf57aa4d80c2ac051007460d0d72
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e84f6843127a32716fb76bd18e28157660075eb3e79ced1d50e4abfaac9e7fe
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b60aa72d8c4f5776ea2171c32f8d9dee5b90cddb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0317adb718a80fe82c6df0cf0a90085c46283d26b265debcdd1dc31b9ecb4f8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d7623b5402b7b649130d31b92f10cf069857b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4416ae1d633dd84c9514f4e88a5b4f63d59b9e4107906ee4e6dd9269e7a6f5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d3e37b98c6deb3c520d0c4845b61c9a87197f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0765d850bb09e3f5e6c4b0eedf5fb86cc90dfa7620eb20ba6fee1435a37b0a94
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9318105c2f5b2b80f5368fb1dfa22a98ea2508d0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0ca7314ca6ee7d6c0c2354c0d7aa2b859ae4f8172211195e94c4baf69f9341
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e22ef1114c33835b7ce08836f9b4f8e48135c4c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:544e39f4057a19dfb4fc0ccc8b540bb52b69dabed77f8efbd52b88f1d96ffa87
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e7c453942523e4c77d12dc8f6f157608f0708b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc7202a217639948d854b02d6de2e93380c42ee2c97cebcde3909c91e30d1b53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e4c708a7c3cbda506b9a4c8d229a1e3ee5c52db
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b789775d51ab89d115e1d78b6dacb82ff76f7c17597c4ff39d32d84456a049d1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d0b1705648e4d1334f8d713acf2b903863d43c7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29239ef8e81c704535772e377cea1f6705ae4ce1462606274c6330d65fc38342
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db746f4449a846374db78360414007bc527b2cd9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca4ef0901dbc897d8bb0b08a0e7338589d21d7bef0d893ee896e490e798d80d3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..278cd538c9ffea2a134542f7c0b3b23963bec222
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea0fa96b4e0e9cfaa6cb866cef005ac4d33502fd6120635b55ae076c0a3a145a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b1197523e182799321f72369088b39f2e658887
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac3a0bf9fc04c87586bccba906993fa8ffda6cd2f85df07bc730707cf9ed8e74
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed557c765a007c5cd8e7317512f8238cd7360d4e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15e66f9e16665230a4103b1f233c44352f739d97ca5a6f3b31a7eac65f1ff7b3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a421a5b22ec5f554ecba42aa17b4dc7a2be273a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ffb46023b14f806d2ab32c91a877ad16ef1e1417b1c50159e334d5db98b12a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d2ff183cf62213fc4ff660224be06e005da58bf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f4a0b2ebf5af90675cf6ed295a47402d8e39a6d24f89f8e5217752c659c503c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b141a6443106549b61b904c2372c52839e75451c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93798aad9dc1d268f08a1d05e910f915ce822d033f30368d8721fee0f2dd1a5c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2194ca6506cc0293584707f32aed20c0a28e93a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd8140062374243145aa5f0b6d37267a718572a313f80ae64bc0ffa4d5cbaf0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af836d8152af5e3e092a267f12973bdacd585a92
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd8d3da2cfddfd9e850e9021c22d151745778e4f68f7098a6c445ece8e2202b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c98450b5a5f755edf1226fa967c45891b139dd6b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac486297bce1366e98f3d4eb6871c0bcec79ddb524fc9e64280b474ea38ccb9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..390275494d17408b59044a25328f78903b8b9987
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1d43ed72381242bbb70dc23e203d09abfee5354a8b6d9721836462be01b7f35
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56b6b7c021466843a2e4436b320dd2a05d71c1db
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9c7d919426746861fa05a9f939a0f5127bb0a0cce64d94011dca18e0c9e7e2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1723b869615bf977170f362a57bcd26fd8c7b36
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:588e436fdcb6ce8fd9ee515fff90ced78f8c00f6202936f6c8c31281dd93e6f3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0191cec3dfe9a85020e3f86254aaa5fe1c012667
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cdf6130fdbe2e6fb5260802d51eca949cd6abd12bce64c8ac5ad71caf14ea5b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e36f0be1baba878bdffa6eba19812684cbe8acd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef665d34e0125b12d63bc60ce94e40845896f93d46240e724ca8c95df844f63
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17b47549bad1d4834eb31e262a7cd55ab4f9538c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4113cf8e6744909985b6ff821df7c3329735fbe0bf12a7eab4873bb297b341a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb57495e675572b8aac29dfe0ddaab4d9bb8b444
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43a640b183681861c5cbeef423723c05fbe56b702d6276408b2d1cc6656bfa50
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b03f343d3d261ef3a382590c7b42bb366e690d1d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eaf04d93c16a8334a3a2858eaebfae86f7dc8ae51eb100cfc2f2f5338e79141
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f9b67f31e4181275e146f3cd876e003c085dfec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3e9b30ba218d9e8a6f24ad8f92d78447e56ba71895317fdcd7b5eb06d4f8a94
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5247e0becae56268a82b7df62fc02beaef2f24c2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c79f81323b22dc49a94be1eba9ee6a968c67403d2a5e427166782f15cb4c2f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dccdccf535e4c4cc318d4d91a9da6a30c5eaa20d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:800f5ece811df236443fb41b7ff90026b1edb15923d0b8fc73e519cbea1a9d87
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d750eefce291d055a3778746bf4ec9cc452f3171
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a95ed0aa387359c2982599e6a1321f0a1f2524ff25aa4524d13df375dc72ae
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..908fe027c1e061f2f0fb9574952d57064462c638
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1e15963e699348c7f770f11b045f35f5f881f09e770252bf2163d17e4a1779a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..273e047530b30903a18b06206af45021452057d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d75c3bbb00cfff013fb1d4e50a14b28eaa86d9c04d402129cf1cd1aefd11a42
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdb548b5ef67b787dabda3aef7e78b1f1cabda19
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92557d89ce2624f232e569629ad0095f7f6647976effb3418e889120fff2d297
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e92e9a22ed148a5fb7a8c8094b237bd91a070075
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a60a9f5d31e0a960e985641ba2c8bf267aa7ababd3491bd4b08c7d2cedc7a305
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e9d0e7558fc6ffb7ce57424acbda6de670c6e7e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d34a3a3cd105c976418e3407b2864068ee30097ba77b4985a4f5c20726d77e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a24425aebeda2cb02ca7f4e03263828dde3984ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:402708461e864c96a7d1133313e9c3a40e15beb7ff81f06512d0f1ce8705c459
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7454ba8a20348f6d189d8b4085daf77fe39f1bd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f9ea47ca68a4f4fb52957db01717ea774fa4522c750ba4267ea6e5346e712e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1df73c5b5aab1e739b20f8762c470c8da463c3d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:393ae37b24c21792eea6d38f5494ba0784cad8dcb34dae66996077ff26f1a693
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96541e8dc8c12e86ec971880ab57b32a11856be0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1d0aeef8cc9b969ba6465f68bfb664beeca09e2af3047a3f0ce9bae9a36ac7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..812aaaae1f27c445871bee95d6759c36f0934a60
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7266cec052b5ff3446143879ed75889e6010852eecae765056e3345b129156
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51a90f9b97a1715444faf6c1ef215a98f88b3db1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c01bd2a1c05021bca6a9255b518ac2bbe251b90e8e3db9aee132cbe296466ac6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f1d1bc1c6d3c780bd19fad5fab020bd1c9327c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e5a0add23ac3e310991c717bb65559d2276782887ee5c2574f961d3f907abc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b93be6dfbaa5409d0032c86d281bb04ac2757045
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1692ed04457635feadd4f655533d64c1485209819643de9484cf218e5e2b3135
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..053e8087293deff669a1d539943d89138ea3f51c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72a33d43da45e2628f02c895f95fb28511cef09e5eaf51f7646051cc5a945c0e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..276c54204a55f87cfeb71d4b1a6b10e316f06249
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de962da932fdc222f4e0dc74e6fcad5e53fa5706bebcf5becf57271183cb5b2c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ea91305bbe5c1254c8d8b799a867ac5b4c30e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94cd2d8bc8f4bd2898a8890377401d912146c34f3fee78c3774b6c913ba8a031
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26d79cf877c0f33bd7766ca5a689834aeec23893
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a26a71e61ee1676537c6276362c0170f2cd4d3644a89ccd171706d920ad6eda
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c7b15c9060c32d2a4ea8d41d5ff87404f3d92e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7fa2efb453b2f9e2c8d392aecd279bcb823db07acacaa49dcbaba8641e0953b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5756f4398de65e051652ccf5136541b5ee13729c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:597984382973a4e55161d241f5a25c60e4811ede7db40804bdef1a92a1ad3c31
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0a3c107aa284aee58e1fb4c75c89df140e28809
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81d5d20a22d27812473b0191d07db3d77f74b8305a73acce2992f96a8a437bc0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dec00548c6b2df131cb9cc0f53bccf4b273bef3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9456258e451b23a5e5f95fbb13a8231db81aae5ccc9fca0359f4181794bbc222
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f346ff000699d2888fe46751414fd55e05dbd6b3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:028eda3cfb72c3ad6e7f4981fa0bc5256d45e779845b6dbf0b0e729e139aca2c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29c5c89add3c0f1e162e432c8f0fc75e11d4fb62
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c0c16b18ed8b77fe938503732f4a3238e9a6a49376492d4b9a6cb7f66839a4e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bf14e38a19fc37c567df6e70ad148ae5faa3a87
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb7a706d2ae5222386c2cb7e19296babbacd98fbea1fd2faa1f90a78eb82f61c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc3fe7f093b92d5c21da17993475f1a454d8eb21
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8730bca728d4703a5053a403769e61381c82b454fe2e476523cb430d7f488b8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc301f06385ba5c39cb550141d7687ac5d79be4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8cb720ada4562b33307925fadfe2cc4d0591b274574ab0e475192423d420283
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4e56908a3108b3e2795152634fc67cfba90e274
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea4b2b0f1bd027e0e08cd211ddd24e2e20f7a3616e88371a1c8c26081a1184a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87c39a259983204041f6217b3d4b8c844639d0d7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e260b2aea76ad4b254ab6a48ad45533dab626eb80e1a6a7f357ff592a126f248
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e1ed3ba0c2daa42565eff7d069f2b9bb264ae3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cace0273740ec327ff1d4d9988c4f1c7e3cada36a19c26b8d9bb46682104224
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa624d7cc955f22232f0580bc7e51f7cb484109
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e241f3231e297a3602b5c26a98d018a10bfc3a8f75df9fb01d57dbb8558e1c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2a3366d743bf8829f911455f7ef54026d15fa02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e8de5ed008b2656953ea327351e18f10c356258c0588438afa237bb203191c5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e523845c0b19ac64c6aa98eecc8835cb023e07ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b3a3be4ca2d6feb3edbb2d129a4307433bf71df7b28b5ea50fd9e7918f9492f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcc76546433e872b208d0cb9021ee7346a4eabeb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1c990aaad3b9d81342ed8076eb1e03e5679b6f6a2bf1c83b0b9a4cf25edf616
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4ee23a88409ee6778a0f302613ac4857dce9c60
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c5be8a5e6c45b033224dfbf6c229af9ffd5403ee2b777062bb343319ebaedbb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b0e4c0bd087a2f9e1d04af1017c959dd4b4cec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5833acc481bfe082aa7128a1bf521691191d32d87d5886c9d38546bd3d07637e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..180ba11f521d69825f5a6fd58b467e541c5103ca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:915e423dadf80c935bc12508840ddc91c99237cd805e44255e59358abd92cff8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d43215283276322e00d9bcfcc21c85c6825ecef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6715779433f72032b0cf96e8f23db41f6120cd2b8f0f1b2cf060298b87dbe5db
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee580c00a1f92da1def3f52e27521012952e1be7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c822ddb8c0fbaf8316a25b606bf492659d72c5c492ee9209ed9f6a6eb0dbe5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3423b99a4bab7f1673b359283649577908ea60a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5100ffbf6f3465f07eb2347353df0229349350097c4386e3306609efb9c8bcca
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b89e9c169f5aab08b0d7064107120d5ead6e5a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef50eeaadfb92ecd1b8513a92cdf468da6b3aea1373d9dd9e1c75dcafd48b8b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047ba5b2a887b8c10b8657abcb702a7870cd7a2f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bfe11fe356877caf95c5cbf2791fc14329682e5aa3c80cdac8d805a497af818
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d0e279c0b4a3f18164fe996410bae00ab177d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8350df35ee38f650d72265a8581c5bd2ecbc6625ec9cd44afef457e8d17613ad
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4e2b8e423c597ed4c1bd9b596e35ec2aa7816c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4faab8683e4d43ff200ff990e010eab5ccb40b243c45b8bab4af02d4e15a93f9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..207a11c4e8d8466bc13d3bfbd0dee81936c01e2a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9baf9bf9d944bc777a9a5d546b0fb765a8b6f56b4892f319fe5766814f163b9b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef8bf52da69474a2213fa61d0e052e811a45d8cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ea93243a26a0943f27cba06cebcc66ae61e07c5d50630defc72af25b64d16a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae1688c3ba96e74537a53733b386528f71b2457
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97660c8498b19c48ea4b0b8c90fb0e926017448eca41ca6d530a2272f2e51dd4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37fd7859a24d9d731017c834783395a83fd4a12b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4afce85f8f67cd3b77c17dbb56765d4e75fa68613744d697529febc67d580d49
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32bba9f66e251e0d407a3c11a84c0053f3d105d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c5d752d23f9d486420a14bad92573f4900a93f23f3d13f86e53cbb81829b40
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bfba4fb573156ea4836a1885206eadd05b7728a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e7bdcedf508cd155bc8e7e49626ddb460a23c3f823f7f79cb8899b4cd6570ba
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbeb3c8165fbd687762353bf9bb66cf11a6d1a56
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:857bab6c2996597965096afd3193ba3781ec83290a5822505587933af0d267d4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6492342e40026795d4b87ced5d80acc2addb371a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a8960ee8e06646b0870cca5baf253bd8e4929631290cdf32f9a167b3ed9b47d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ce2e31cffcee85826945a0986fa1ba2e2c7679f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d68c4a455440977f4e05da98725fcae8c0273b9cceeec2999e54227bba4a98a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be98d4141f6b5ab8299f3fcb6514db5ff2f36ebb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:786db0f973b7a2844767ee2f9817865b7421216e01c5601ec9d639f1e284caa6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2451898cd6cefeca13372cd7a7feba4819c4ab10
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:925c410bbcd57a54d81a3db336c514e0d950b2bf26ee2385333daf66f38b3bd5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8f6829febb21c8647ff8e6a38a799a3ebce694
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a2c03636bfbec020505eb57b6cfe1d53b579b86e775af5eb04bbf234d6bf01c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feb601a6c5fd9015c23500c517ad8e3b6ee62cb9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025abf2472c72966ca89cd328a34799409492062adf4282a6ee15b4a91677ba7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a34be1d07542e8be5c1ab732008a167e6f7adb5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd7053cf2221754c6bcddb65dc8a1e7fbd2cdb731c65ac8450db4b5971ea7c8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89c3931835237038377298ba288672d712ef5c83
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:065b9e435acda3af1c9850b8c9cdd745d179b0f4b218411faadad456ebbc7c5d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ec22ba1369be352e7845481623daf104ea467f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6f2b6de4faae4d437d42b625d684e695ad968ee774dbef0b6918d7e7ae020e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90b4d3563de1cabef90278174e7903d91f34b27f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47621a24d0114ef2b6e7e53d195e3b83336da9b36a0512774337eb0b8502e9e6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f0ce3de121c24815f6cb28b0403e3a26338cbc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d5843180fec59d27fe98c3cfc6d19d23555aa185b1a21cae8926d67a7e0bf4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b1043883094ea28173a03cdc2ef6f889ebb303
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5473cee2f7f5db40c924641bde3a045de4dad03698cabbe34ca7225d5721a37
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..987fc4f212502a8c6ea47cc2ce31ebc30f3cf6e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc27693f87bac7aeedae6837eab28e025de4b6bd7ed469eda1edd61de7393db2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9066bfe64428fe4322c2e845352e42d3415beaa7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2abd29331dcbac83baa15fd621ccb509e8d9c59fac8f6a0b831eaa9bf529d27e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7268218e03dfef38577c4fa93b45280aa4586a8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01fd2da9bff305392539448afc03ceea6c2d4e1218b559a316ecd92b98f905f0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0289990c02b5f966dae593d3031b917a2b8f814
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40b9fe9a887e3b9aae8ee67841068554539d5ccce531d037f761689e932f0de4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..873a8e07169a76db054c3ed77b9be7b4b5651b21
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e21e88dad2459f666731e42e3bf5805286d8131695303a4c3cb12190973a4e37
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef75ae6dcd5c857af559a6c76ebec9d363ba92c8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b4b33fc6a755e58486de1fc3cdf88ee84cb8672f84a99463d88d01beb47c84
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f8f36553c9f0be614add40f9f70736981bf97d1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b24dc9613bbfe3ba19b2c7f5a8d1b9e7552afab8c17c07097070f9112e17724
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4796ecd5e6d2ed6446625ee8e7c55195167473cf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea350479133eeec13be7feffb804e6eed65ae9f50ad8dc08d04a63346640ce62
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a23aaf4a2df679b076840ac287b783680e2e250d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999252d854ebda91e4072653ce543ca2daf79a21ced9f18ad2dd34074caedbee
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fb09c3ac2c5cdb269078c70e7fc00f7a8de4d2c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1154fcd438bb1f83551a4a6f3a7ba7c2e988129dcb332299ac1857d9c7ecc691
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..900db0ab7e6c525aa579255864e550d30e3b4cde
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80fa4479709440100acd506b3e6e8e407f277171ae8f206840b819f5daec2176
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93de6b05f4938dcc41a8f0d1d337a1aa76e972e3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18232f6bc10cb49737b528493fb1b52647be8b3039ce13d3dc1deb1fb1ad9feb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7cd9d5d88f55ed5da364519a4607b82818d48b6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b561589dca9a42ae9aedc04c17f45cbbb5c80af9c5a8a11d863d7fa66a92266
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68942301cff7b4ddac9a21c5e2911d4cad34c976
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf29b8819a519cb2d38ce5e8eb873050427cc1ec350ca20b02297e2aee45f8da
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..193160cc60596de956f8b00187b16056eff17c28
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b633e1f61e5ffadb1e681ab326b4bd4c766248dc2ce6752a673a4af85069386f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8075762b1235fd981c7bb455d05d47e706622298
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a992f0991b660f4a109a6a5ffe226d0c057e6f34475247aa3d470aa01ca4591
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e113543d3ebab00b503d6cd6d6ab9de6f009efb7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171a108ba356153a6a1daa1552a3db57b1d2cfb605feee9a047e2b839d8362ca
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e59a48f54a687c68372ccdcc18d3622c4bc16e0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db3061c3c4dcf8dbf3f7bcf63353b167ce9254634b30e8e4d8b570f737a7b576
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7234d6e543a99bd717a9fb7dbf818f63218949e1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eea876d5c1a4e70083a7e5c9d551e2e92c0dc7e3b0479e1adc6663467fa5416
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c4f892fab5bb02e31a0ae0dbb9fdf59cb14d878
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b5373d904683fb4d7e414c7af48cd9eed0dc8e9a173543e8687aa27180e47a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b82ef8c2c98c7a9c9022cf8e218d2f92032a5bc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b8034f4d8a78562349e48b754813a77de84b737074e364123b33a12f99e997
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69ab728223b02685ab92d482d07564e519e1b576
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70252b88255a4f52c4feb00fa331239f24e30c9385255058f2057b2f5f1cb11a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6092ceba6099a8d8c800be39dd0e5b3f88a2f843
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55066bbb243d2d57da277b6b6a27e98a6e8ce2d025f985f207a9fb6473145d0f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8d3f27a13caa6de206b055e8b0e87a053cafc3c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a933bf3606c401556744dc402c298ba0d313d2153476b61029d4649133adff2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c575d9b6516027933251f06caf17c679d4512d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:064b72aef74a2b2c995aacfb63beb1716bfe1f5d5a0c0ac9a11f1b1783e997a8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6d02d9d2b885019d38425ada9df9fabe6d96344
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec7f66ffa37d2570318463675fab532aa6e8fe90764d736163f918c252522c2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e855cb8ffa3a9ba511d2e4153bfd33af24f64c4a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1989c1ec5cb9d08758f85f3a4e26371d0ed658781494f7ccaa6a776f436f9080
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9af72edbfb52bd26916a5e85a1a17e4558425d3f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa3d49b0504df8dd32860228056f3d5a2caaecc56bf27685164e4f9edf25876
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a2d77a670fdd9097d1557aa664cab8ff8520625
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af550dc499e604a1d80b66078cbf05230342f31e17fb59ca4ce34b1c99d648b2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894dc3f5820f6e9dc2bbec272b6d45c919107e9e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1244b7bde8078fb0dd5c02257c42634a9e46faf0e01dde80226dec17d9785eb6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0c9c9f321d23abc00f8ae4cd7ca8ef4bf9d465d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d56d9f8a516c2caec94af2f8a309ceb63d78d807d6efd0fc3ee2199a0202b5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355afc46f8318f69bda891448c9e3cd7a27ca74e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e77a793225c05578c3449d30dae3a57b1fddff7235bcba7e0d4608d5ecfb4c3c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43d938f210dc00b63411fc36eeaaaee9c693e6ab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ee165150f4cf01776d804abcc14d8b86e999ac4bfb9492d2ce8194f1430d8a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b68c6347da68f0125181bddd98c2f28dd48f4d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f00dcf1aa86300734dd0313b803b00d18d654669e8424f32eeeded0f26bde18a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd2a12cfcbbaf4d57a91cc2a1bb3a1ec74b1427
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:737c5239cf52dd73cb99565cd75fdab28a82ca5ea732e6185c808d91f8334dbc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4cbd2285810fb73e4e42af75ebc6a704b1cbae0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea7056d1fe67c4c3b104251291a3686e91180effcd6fd1eb658e475c7333cce1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad37084541790dc692d4b0b43c2373529ae583e7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c705835a1212d154d4051c11262eaf2784d37dbb58892ed59cd07844d8513697
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb5e0eec1f73b9935d5b1890defe0fb578df49c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beded9d0df21eec4ec8ba43b1ce5a85d42512d78485f749bad89593812879aac
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2c40209753e7a311b51df8f38f73a2e17259da4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeab9ec834df76d749a9cf8e19b39b9c682de6227ec0225d2a67fb4d8af30ce1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab78c3c0c25c91908e883af51734ced857c2cbd1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e63fa576498087fa932479ee4511b4983b0a54cf8e3f005875c6523de1abc15
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad83393f087752ecca88432d0f37333da874269
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688d30a7d4398886b3f6f0c14f2ed3a5d7aa3b953c905ab0d10e113ba0ae1f66
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..744b28144cdcb9dcbcf25f27d8242e937b764526
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caed2d36b45413814d8ad074bfc965aac388150cb9326d63d16e61e3a60666c8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c33c758f30eac7a94efd07c50dec2e9745064beb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6d727ff6d95ee59a3971c4b75f1fd5f9e5128f19c7ba899ae6fa0d74ce4f47
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c6bb6b851dd57819353375b9f1ca19c491d5b08
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8801c38e573e997db18401c4f3a71f93fb49cfca64daf4442733866cbec2b8b0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73713833c931f061eb896e17b557893d55da2ce4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b5b306510ebf2b8392804a361ef225589e22d3a830f569b8ac54e0f8565182
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..769574b0ece7cd7dd038fa9852a3cca323b837ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b2e9e263d49f0d27746a63d11848025035499a141e69479796c99bbe5e7fec2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a564f2419560e9605dd334f3e7277b0c07be5fc4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9be4c513bc527d209f3d0813fccada8d65a7b2b09824f195bd4cd0596e0d52
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60d49ba75c7ec913b24d81e206923acba7e47c95
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea9d0ce9bd88097a95025a6e31937049f664f2660cbc593cdd6a00ae40e30af
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024e429d4a86ea63fdd995530b309322616f51a3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd07d1822bd91be93c7c0ce3f847c931bee3665b219b0ce2a3452431e5d33745
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97190cd55c98b0ca60e885ff9abc1b16fcad4b38
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5839ff1e14f8efb122a7efcb8c8a7587f234513da5c088ed1c82fb27cac72426
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52cae648c54e13edd2eacea7ee67e40713e0b1c4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca9212466c7a4483e46a5caed4177bad97dc46f7d4e3708963b712f23c3e40b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6913904589a3e766f6a6b4b0c0d100808d3fb1d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af159632dd5f036d2ce8027dac6b39118f0c5fdbc7ad1a0583dcf02175f955b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a01dcabefe53fdf0cebad2a48ff81dc647696920
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55d6e802e9caa645724245719cb7bba58929aad0caecdd2787c6506e5fb16a00
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..143c8d69707dffb0e52daef4fa8a61e5348057d1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:671ef8c8c9f3c4ba8bb5769f85c84bdee8681bcc01597d56080d8f499236eb12
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a9c5b22383b5f6112f21921de651e6fd812ea2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d833a433aabb281bd8a4705996065e9e32a21b5131757ad1c51814b259804b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6b56ff32df250e8501f9e1a59f2e874399faf89
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c96c08836ef541b66d99d202a948b2538898ce6af1ec7915d475bd7af6ed9a1e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a595a18620d1656044c24c8ca4151d20c292b6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc32e7332c36cd537f04b19def2d8073752cbeef87c8a56e32d62b5ad586792b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8423d6446956bb630c12e0798fdb9e6d831e5adc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2553a2f9a74d7fb4d7001454ea89254470c6caf9fdc350a31cd578b7bbdb8e0d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a16ec41f2deff10cab7739dea4cd55054fed2e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd2bfdade68bec5467037599e1acacbb568117b960aff4266320366cde4eaf3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e254bf42454c198878d390829b49145841df0ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ecc21ccf1c5c6692cc57506551e46153a80a29b537b1f65a91cd0757d589f49
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce43a62c0c87f416214ee69d39146cfabc1d4972
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87731f48fc5a1f66a11c29ab926f46438e0bfb54f8cb1d69539a662ba955de7d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d96ef108356d26e712581380c0843ca7bdedf809
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bb6f32c1feda001e8e8d45592cca0d8cb72d19a79cfb3047512942f4e30da5d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..844794c6c366f7ffa60fe5a6e0b645aca2d4f9d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c39b5397df2477dd73931cd81eec519e57133e5cc76496c56c207367773f652
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8145c198a1300edc9e57b2ef1ed0f07c9bc1d1b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1111a1614999982925c150bfd1b0f2e1a96a8c4dc9ece29a0b1b593fe8857ed
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b1642a39b9d2bc3f6c304faef3b36939885f134
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0110cb3b882a91a05a31a0c5ec185f1fe647621978d96fb7a6be789130d6460
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b8f6e6430be43f1e76ce7cc9eecaa277e159abb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd6e1d35bcdc23627c0ec3745dc7e24901e774c05974c58694145ee1e87a638
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f2998197ff4945e60e8fd2cf43792aa13b79f9c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a683b9be6a9e408ef89ef488d0f1151c9f55e9629fd370013fea810e11d7271e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b792eaee4128f6a7be2a40bbcd6653b679441884
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:910099831a79785b4f2a3073c57ea615464f70d87c2e9ceb874553b07cfc3657
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcbcd940f9466f9db7dc850203ff4e858b48c94b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63badfe49dc6e42264dd4ddf4ea7f55f18da1da5d9d9d8de60cf3c7fdf7362f3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..364c4c976cdd27ac4247b96fdf078ceeee966954
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b68b4c8967cecd2aa95819a5c53f33d97f1117b3540de808c3cf642eabc71bd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7461db50240a5f751cd176ff10ffef5af0612a65
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b1717848b3f3b80ffd660c7332d32bca3d75b08613a3a044c8f1667afcafd7a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca2ee530106e4f6858d0d292fff00f8f6c6975b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f429f95f077794957556200afcf8bcc9949fa218991471211d2da2185bb6eef1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f63859c9190d6193e8045a958ed65af5c41ed95
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:338794f0dda9cda84f11b924ceaa2bc94029dd334879fd446d83def0cb691254
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f6064dfc8d67c61b672758b4c2a61b117fefa8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75bc7b7b9332d432ae920a7ade9559f65aabef664f00eb18a3dfb67f0ce20857
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ef1c8cc4801bdb41e4d52df4dd2b47ce93cff79
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b993db24edd5ebe2b5797a63c455d472fbc2e7c1db660a12298ec9ef0d8ebbf5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca7adc656d7228673ef797554c958539ce9431c2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84d7221a9799cb71f5f0f3e5c469077fa4796158d14c237457165b7275957fd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb48a37cf65629ce6120fffbbb76eeaddba1c8b7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e12b103f911d4e2a1df01b28f8062d4773a40b59ee102018de08f8643bac83
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59396351c24dce2fe85d7cfa4a5a38a37d85a382
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:300e2766cadd8b0e3b6dc50fdb8864d4eca44929cb62d01615c5f5142c5231b9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5f4836b76a9697260ee44f08047ef4818187a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f54a76b99b256c6e4671a910ac2ebc833fad3a7d6e329b1c66295232976d65
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e79dbe18651d88a9adfc3eae52b14dacb3d73812
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7e1b02d275ccb2fb8c38154f9e51a202886687d8ca859cb09d84a8bb47568d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0daa7e9d12806dfb139328eb3835027762b7d52
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6945a7378de88602cbeda8b36f4e0d01e60ad5bc710e950caf063dc45edac2fc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d97f0bfa498dff55e07b79a72c1302cdf6dbec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4d056f7115566f1477bf32472e7bb7274ae6894f02ccf28506c3772d1a4ffac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b6e4b64efaf7783358fd890bb545ed0ef21280a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1b21bc27743fce1368d07ad5af9bba48ceb4ec070476aa02f36c14876d2e0f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a74159ad867644a4caf1dc0e903a253f311a247
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f2eb2ebfa9960bfc26efc6a2911d40df42590995bfffafce67c14e175d6145
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8644541ff3c1b954ec49097403c91a73fa4d0bc8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606d09373b0bc6eaa6b04a6e4f15d2b326c9acc29af7b03cf549f545ac3aabcd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed940fcba43d489d309356533a6729c45b2a74a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249a1ca723fd105c80a132854052799be17a535f64ed65bade534eefb71f7995
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cd95b1b86a4266971553b0a6c2dd4b8bc896bbb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9be929d6151b6f22f7c56e49193d43dc391c45c58c582075cbac6269cbbe737
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44d55f876d304f3693f9dfd202db3e8bfa6399df
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5fc5ed8821f887db1b50f47a2e9dbff658552abdcfe6a2cbe2a6d01612f71e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c66b605eefcc9b22451a9da333ad08e20ad33ecd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea0309a8f7d68e7adeaec19ec41875777aa0aa340d37b426c463f5a17e78214
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a770f5538fdf383baeab4f882f2c018404114f73
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec70de6e40012e6cbf98a93a9fd834a8995b7054b0aff25f84dedfc5b37f545
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ade09a2cfb9a975421587e29350926512d4417
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d274d56ef46afb4ba8cfeafde284752fe6ff806d157d106fd3b06463fb8cd550
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d6ba2c5026f2e215da618d76bcae7f2dcb496c7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ae7edabf470ec9ba8d4a1bcaa3ba2439a7b9de5291085e369160da445f6895
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e1c456045cd6d6fe80a470019ce0c113e76f2e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f0340c1230bbbbbfa5f0d691c07527a9113bf5cc29824a1edb2d5e6e3a5fe4c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bcc20843505441a25512d385da09141e67157e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb316b6001b6115773bb7f4cfb13119cbab9ef98a1e6963ac8ef3eb75e7d77e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..847af9c63752b4a925befe2ed32460ebc39da801
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73536e2725180247c4f525f32cb8e88df9866f57d914f8ed1a2a6583565c50b7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f4ddc227678574399c50e343119ba9bd0754c2c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5cd8283ba3b53ab9f8cfd28ea2acf7f1af10169f951a4f875e63ef9559607a5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32a4fc40531e51b8622b7f0653bf0b686ff67f49
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d13741f0c1a5579c008cadd75172e750ceb0bf6d0aad46a26bc605b6206ee562
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..780dba5cf196e8855c23c426725959a0549e6e72
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596b7e3db5ed763f7f6108b990c5dca35915ddc07ce7587e518496820331b21c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e73a0a8f09f7db655010d3873f58e305b3b27b73
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:686bcb53f5ddaef5cf7ccf0d3d3e038ede300b638f25c46142b2d01f10129834
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4451aad0d73084747441217610b53a2abf792c57
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3320a57d7c565f8344285466969b6beb32d495a42969f31fbf74409adf37683b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc0e21afbedf7300fc7ab76e8a11b9e0fe841846
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:724104a6dc2bf258591afe7ee646e5bc24159793cf5ef4869e375e836c988eb6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee3912de36e6a468b97d9a86d7378e16952fdb7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f942b431ab3632864d1d7117f9bab862235484f09ec88a682361671fdf3ecd1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d7cbcb456caab73f485f8464067c0baa1905f1a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff1fe6ed853ef133bd9adcafd41446875cb5556f82234382b4ca9152405fa4b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c51e62c056c038be315e287ba1d9a57bdbcb90
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b25e3515a3a93affbd6b1b7e6c432afd558a365450167cd63c32d269ad13b318
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a233218f427aeb23adda61b56e3581c4f4105ad1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dbd3d0660bb33bce81ba79822bbeae5340e213d5378db24b58317e8cd4345b6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2424088a04972f3bcaedf3260e68cbd351ec7ae7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7a844ee07c0852155ac04df30536295d735a1e508abb8711e9da0ba35e53e2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab9220e7eec0497e53c31eb90226daa3814be146
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b3ecb2f06a347f5538a5ea1509b875a04ddd07500fb597621591c44ef232de7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e5ae4c0de15b3ad0ebd58f31ae1e8e75262f588
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d4947c917b8fd772616eb0e0f0dbdfc6ead4d7a4f1c95b4968df15486bfc4f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5ad579c09d660fa41042ef759bb83818e9d83c9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e66b1c6cb394faecfd71f0e2a1b5dd754d5e255a2969ef36867d7f648277a0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dd52ea3d6ec1c0092a3b18c69c9c4fa069c3775
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13fd329526b5067ce9521fbb9a93a5bd3d77a71bbd90e3f0342f5be6318690b9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abfa967bef6764db21041ddf95dbd238abcb245f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db538f4c98c5a4395925402ba6c4d0a6570dc1f242770c36c0911b556000bbc8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7126c2ed9a134efae9dd29b712a22049978a7b9f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d3cf4b68fcba06237d931d6869b10e5259af6364bec29de25f51535c0820a5e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abeddba6ae2bee8966c025c5871b5c0ba637b968
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a225153806cd6de48aa84d14b4bc6fbe63eeddd6317c1a64d6c35f4acd097b28
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4f11f58a8f0cb5d9ca277c6f65e2591a2c7fd2f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af669566a089939f6898404019a525fbaeb3b22b203f9bf48ee17ab214d79d9d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f5b7776e489d36685ae269df240fa3cb8e011a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0494ed44d41f60cde5b9c7f6704285ae5cb97801dd55efae6ed2e00e4cf68e93
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2d2208bcab6911a681637af5973e2daab09823
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd25811dd0fbeded725cca890ae8d03a4eb4595237acf77911d5ca8682d0593
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f1e3eebe2beb7e98bcb9b0983384ed24bfb24e1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d31a2164c4eefe030908e8cca10e813cf47377460790b3bc2b329b17273f12b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b263250146645b9780ef80f05e8a342c0ef32873
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0314940b3eb538c66929210a4f7fd08b29b53d1570f477c666902b19bad1c88
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2389df9b097514437c9e1969cca1d477bb89b96a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59daad6245609f00d627d60b1b53b9be6c240ac037fb5aa84f3ecbe1df68df5e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5384113057545b527cd798ce16bd346be46f327
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596d7a672535bece1bf9c00f379cffcdf06f336deebfb1d70917c177d4f4fd93
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d79b2a3de1d1c61db76828298bd91217d5de461
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78670b2f1244a64689253a990ce336f51f2ce46c1e3aba23635ceb54a014af38
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d674fe367edd1d07b2ba661b6487974340796d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63862a22f675b7307ea502f373f0279a98eb288fde32c73bd9c6ae42bb33c7a5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9617357d3a0afdfed9d23894f35abedac1b9091
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3401a574bacf5c6bb7b6b0da951dbf742bdbdd4e1a6f2841b23067dc9bf34dbd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..585fbf5921ccea84e98a706af31200b49e22af9c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d84567c4926153221bcb93953492e6e83ff5bacfa04e6b7cfe3d5e3fe5e3a725
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65639cd69f60c28ec07acf7168b45197107bcd5c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9bdb3f4bf5542417d27c93f7f19398c61e9cd6914e283fe0a49df0455c071b8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa7ff406e974505cb47dd7443732bf6775e1b95
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93117188ef30ebf76341a129101f93175301d79a7f34c32afae879e239f2479c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f15f63068df601253b2f0021e35da8247d351a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b0ddf22ba46105fa10f73c4a9adc54e1011b09d7e4521fc5b9b5d89e74f68c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df93b44e2151182e89587a81e543b0450c31e81
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:923157f933ffd9a49b82dae71326f11b1df6213e6642f85a372a3482ca5555fd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a640a6391e18772326f73ca3ea9d79b3c4caabc2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a09d1fd502aed118d5a313ff00b41e125ac09a9da4caff14944d19cd99fa63
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c9235a61e38c2c808c4fc11fc8762c7f4cc42b6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05402f2d1d427f4dc09802085da5b9fd10e89582e0aa4a424e3193e78def53fb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f13b0363456420a496c59cf4eddc67636e35e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe20a1608104e6ba936c8519bfc89b41573a45b91d7348380fbe637f486464f0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bbfecf5233704cc3fc2a35d73fb60530a55e05c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0efb1ccaacf4f2f345a6d9154f211c680c78994344128cdb6a9116c4f842d8a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fbc95c82c115922e449957a4db2849abb15e082
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd66e38a0a75adfd3a05b2596d4820333f37415649abc813988038bb34652e8f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..861f6f1a23299be33c35a0ecbbae78152667d880
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86930a0464c8f213dc53b7cbe9434369539b3f2226b1b4db04dd38876b12ea4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a744a25c053765a2bafaed9c9bb2d80e3cd776ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dbee9c8f3a025142dc778671ba73cd7e7785305869e85a41f83ca2998106dc2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e27af0c96bc7d11c67d93e3344a15b46405346d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e09984f5dd7f4956878670bf4cb810a4b954d0e0603c8b0ea32cc8d3c66248e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f23d04a31d3c24c182aa301aaaaf1e810972b519
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63959eb991b5218c9c72edf459fbf98e8b7b5c34dd8a55841a1c87981c3d34b5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44bb8085a10a14ca5847bb52d0834c4b5ee4962b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0750756697e63161a80ed5a3c580c0930c4e78912d5979735ca96c859afb70
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..215d82602ba177dcf9f043f2bc0708fa3092b362
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ad0e96a9d683811d9d8f8d25cebe606373a5629fa278f2b465537b9157f6c1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb952cdcf13c79983d6058a2ba2a0d78171c6e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ae57aa365ba77a86e99374ef68c7ee9f76d4a4b34000735e636a0c5a41ceb7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5120507cb2cca571342863270f3f3991ba29afc3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8617aad23d2edd82138cd761544e1d93d0f42dae52afdb270293df647529f71
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fdd16eb31008060e5b1a321652114929b21f26b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c44e4dddcd06a443b12d561659fc8e67c42262b23d264edebc035fbef2f8ccc0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3e95093fc44c589522c950b3078845c75f8bc2c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d054c3326541c10177a82b5b273d31e2e8fbce638b7814522804ddce35a096a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63eb8df45f56b98483642d65a6dd87c1e4624e36
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b93a3c98540da9dfaba598d345b0a4da83e334b8e04ceba8095f7c2670d31d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cad8508a2b813d696de308b4b44e4d985ae7ab6a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fdf6a0ebe9f34cd228ef0b0c68936bcd8db3619a2c38bd8135d0c0c603c444e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d22dbcda3e5c1bceac5fd08aba322d690563ba37
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c65284cde85172dac3737cf7e77afcc7b7ed16a60e3a79365a4c6cd42151b83
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a142beb219c6ac05bd1306c7cd6aeb2c796044b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1bf23dcd9822b931ff6c5e08fb672eb31b65545366e609fb8c7067682ec7616
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a3146f83da89a24cfd9927883823ea09a40f4a9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b543c020b7986aeea77b14af5f74d1c04259d774a3785fb1ba50a6f37c6f52f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b90f5e4716bae1d12385d091df765ae4c90354
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:414ec8ea85396ebe0880244031d46afd056ffc08a99d0a596839f093393e472c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd231866aafdd6cbd32127a58af173581844a34d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fdf403a98ad6a19c3dfcb91858c324331a562f42d79587f4c0f723b92c4ff9c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e37179e0b442e8bcf5c94e588b4c8721a8053e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5100a2375829a855ecde70f73b820cbcfa673a534b65c97a2ecbd098ee67fdb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6feb78b6f50e3a8311794b783e1b79a4f41dbc53
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c0799598fc769ec9799051bc8f2c057f4f03ca5804c693a19bff9fe746e12b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba246ebd62373cc8fd9df0dba4e637f2b6e25180
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:901dfa43830a9a762c4cda02cda545a4f82b10b064039a664fcaf7d905a0b3f9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c28679837c58600dee3a91410acc6561fec2002f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96940f1a58f7105dc530285287d88532f21862d99c926cfedfbe2913ea597e2d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1183474b83d748284af96023073904abc816e11
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f68a599614fae9994d963d3de7c5eb9feae64ec657724145e53083855f3662f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..920df2181833ff51b514936782660e2cb37875c4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdee77c58eab95dd18b56084a6006dd0715cf712018ea418d2e97fada1ecae0d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..323b85725d619caa0397102f8d847a1337b65cc8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f9c26db31336885cec412029161c3960be6a33d96b8eaa1651ac39596617806
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f1191a1b85ffea97677cc9a87d3d27bbb56440
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cdda527948aad09a0655f8e6c0e10bfdfac5d0d17f69f5c623b0fa9891f8e08
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feff70d88acb8aeb34d8ecb999465b66c2bdac92
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af7044af241f28659c50d106a76eda0469878510fc85f920cd84167f5b6813b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a647712bc9a485565799872fde00b0a2a23771e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d1d4d2c1948d12c306a682db1d862f8b4862ae6e11983790a30ee8f80f2cd03
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b7a62126684bdef1c5cfa93678b812e6528996
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0996097363b29120ca8a54c04a61bf71e18b14f5902e6bde364e85d9095d14
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51cac8194b5ac4244f60f9443c347f477905796d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d1cf1734135b4e9c51339ad6e25382ac47b6c570b820bc2a419d2acf58ef3a
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31b14386c671f671c256cca14e73c029c1b313cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:259b0bab8655ef40dccb6ca857b6c3ba3ed3d96ac10af7d72e6735d0ed9e036e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2877f7094f290dfb5662950c03e42be2c1ccd9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11b2a12a922e6ee3a57ebdf970233042e07c5c80b67de61b5495b2efea2a95b7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..775edd3bf1d461115ab55235b9157c1d433df8d7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc507ac1350e2d14d82b2c9a033afec92f2c5288515455f1320aac13a22e210
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f30b542a160ffccb48f1cb8790325c2d332531d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a231b512bde07a6768b9b93ea14de75623ccc14d12808db640d4f14b28607d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa503c8f5b9c9aa958885e5f207e3a0e28e6b3d1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f5c3c5c3fb84ac54e7f4209238ca34b617abd27a7f6780fc9ffb86a5cc46591
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a6ed64167840e73967b8f4291e364d114bc1f89
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9caf47c21ade703c7c48e4a9271613bd19a8778097451fc628284bb6ff0d52d0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae88ec14bc79d3a15f80c938417f816050564049
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f645258dc5c2a68eb8eafed94a40e75a8b14230a40d4e67cf91922a68265b006
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d9cd9d241d539839da63aa8b9085e64ffa8e7b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b4cdfaade254e0094eee6c9c334e73e3f2d42fc7e55c7d8e079de9c890941ac
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..616ac50298d169d3edfb0a9b651ee0a17c5b80f7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe0eccd2e0d009e8017c210430b47a8e48e5504a4978a459b1f8821d0001520
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbcd82f612ee4cb0740c2807bf785dc1df4abae3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fee186a932f6f52c1301ced69fddd479ef583c92127e776868e39cdd52c2ed4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f95d69056093ab8c2b61fd73c9e2cf3891310cb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ae8cebda653206feed438521c901e581e463924a2c3f88eaaf63df3da23dc1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f7d803d8ee83098e2e93f459677a6b275074fda
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:474303f64c8e7adb9ba5031c74b17907d1e32a9ef802f8dae8bb1dbd5d3e7093
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..487a2393f8d799c68165b4ee51e0c61dd2163de2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f36ed48c192d93610f3e5f6db3b10b2b492782f218f148a0aabd34ab106e508a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218da1ad7bcaf862cb0535e693383721f9cbf578
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac882eea2381cf7b7743084a7e7e8cbf385143089996649fd99336eb46fc2e8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..959ebdbec91e488685a6886d37d5898aa7ecfcb3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d6c7765ce77656233ce2cccbda49a717bb0113a331ac75de30f88e5c5863ac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d8175dcef1d01bdde02d707a69100e6bdee7947
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c4c83c74a74bc5a5be866c9e09c787db0ed709f2bdb71fbc2e697ba394f8da
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ce2b555574cd6c11f6f424b1e5eb1fa0b47cf8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f058b52d1ef756a026f2f95cb4b1bee752080f3fad8a9cff3ca4a90f7212d204
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..066d55325836846433b3258b70416e4da655f07c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce12fb13602e729a224b9e09d51e02d6adc9499675a6efbdca8a5b45a56b013f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a47343e18a951218e5d8071dc0247828bbff4786
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b108f6c4451ca2868e7aa0890eef3f90b113c23a8604712970680b43ad86c0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a8dfcf797ff0bf23b8d004e68da58e711545260
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccfa9deecd185d130dd6f80ec87dab9d0b43200ca823f3eb4d878ada68f80561
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40a179a096940ef01879b801597d912cc7e03f21
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5eedeba3527293b89da7b9467ee81f9f3929fc6337f19e10a5ee8b67770879
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55307a04ac606bbe3f0874978a2057b1a01639e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf460dfda04d8c171aeddbe865f14cec2b23bfcda0a2f2ce68e4934dd440881
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d8b01a2dbae51327665bfd52fc8d9dc3768099e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45ed1e00cb9c1b3e314cbf327f006dec528d0f000814f157ab0d356b458df208
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0115ba3f7de2cdd674bd86cf2ef19b02a16541e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de991149726c317805249e47578c3cb49227006a37bac73ab7e9132cde64635c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73307f124ec9839aca949ffb9646ccf70d39f197
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:486a9a31efc2275cc61c5228a2df81788e483eb2bdc20ca39d56b59cab35f840
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01efd4e4cbf18e91cae0c0e4773c93aea6342190
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a961f8c0fe3b608124840318c75afd3a34201f7d97d044dd9245a56b5ab73ba1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85611dd17fce0cc2f68171de5b7e767da68b7a1a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c37e863fbd7cd0052cff5b726bcdf3736c4c45fd51f532d6e084ca04035b17
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4443a94392f8118eac8709b89430ad246694dd1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbe83d304273cf11f3626c11d2b970cccc612d7c90b832423d5622856b812024
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc0721c05ae328e2af9501b4bdfa806d9b54a4e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f29d19bb7317db777ead151531ea6a75854320473decd502119a22099b9a17
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30e599d23b7fbc00187f45f8f00d80b5e2548364
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32b1a2a4c13f556cae626b44b2ffd79c0464f0b0d8054846eac88bdb97b6ab40
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e907df65207234a9dc3a1ad77972ae56ea1d617
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc1c2f5ca8eed8b54a830b18d534c42d5aa9f3a357b4c1ff8f31540453b3f4e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5636f08aff292d0d6e7e80db2621b6440b0b2a5f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3363215d7a1812a64150eb82b51e3427809338063312dc2d166a7d9ce615f263
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe9e2bcb860eb040f1c907bfa78d9af770055e5c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef303dcf90bdf8bb501db261b3c34c1d30438fadaadd80e50c55c6b67379348
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc2f38f887ba32fb3c681a05802581df45e3698
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d7791e0d6fd1b9e172a88ef6014e45a68896eb26585bb4621a8132241de1c2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb9f15ae8d838c91721804629d326aeabb31cce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fbb3ad381cd7caca1f352c7ab29bf99580fb4e1d5ff7d04f6acee580bf3c215
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0097027a530ea417e7c9b98b4437b3e68e523bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e1c49d89982f75b4ff8dbb532233c6b444d10c0ad12011ed1671b5317665efc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95160088dd94ed4ae1e12bb44a8228034e6567b5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a038a8cdad350eeddadc6b26c53ccc6d2b90cc71fd28d701528101e8d0a781a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fbe397f33d29cd1f1428f183612ef6bce6cc63e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ed080206b49421add189072ceaf8ee4252893b4ebc83dbe1d7d559506a030b5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de46b20d6ab6dbdc03fb30b0e81e07e49f3ea44a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8032809a54b0672da7499d515eacd19c17a0c0fb852b7422c1a9471256821ac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30a5ca76844b9b4033797d49672d4314cdbb7616
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4475a90b27e098d1605726eddb1d1c4753cc3e7302b529a92a220584d99b5931
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6376bac4182cbea1a6611c084f02bb45124dcacc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc6494a265f425729bdd06ac5208bc34223869c85f21bd07389d11b85079b553
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf97224950971221820cd73fb12fc239543ffaed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f2d41099d2b11f3fe8d6fca9489dc031d990b0f0e2cb5c362ba9a9e7f21201
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b8781ace8dfa160399f2cbe2f469ea3803d6c7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7624852158a20755766f15fdf15fdea44bbb2ae2d373cdf7bcf5d416ac92abbd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c93541ebacf8bdc37a5d72671475b540bf7c50a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1edf42b9ebc689a6c5b1d6c94724cdeef85ab75323799ca6fdda2925590b6b89
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..116273654b16af07463d9b5a740eb610e6a58ee0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10af7443c55c6f12d65b2145fce40852717d1e06d6fc4cfded1b1aeb296f97cf
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b44e136ad0e9673c777d38f7d8be61dad5771a24
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5736e948ce4eeabd5e70db642a4dc7adab0167aee1a74bf1b7562fdc87250e4a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d8c5181b61e77fe4cdb895006318efbe7ccd31e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dea9d648d4aa8f5c6963e2bc8399e7c3549e95b665ff5e59797ba2152a11392
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..607cd667d58fb73c1d14cab5056d02fe7566fd0f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b1a6d893c516f15beb86a76e8fb5f1bc2343fd982d673c2322fc389f86a44c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb91b1e50bd4faa8bfa08a5ab74141107610d6ca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0f69fec4014bf88ec0405edf9bca071a8be3d499b8d6e89a23b6979063e474
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7b061f9561f210c0c07f01588a1867d18e8c7f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2098b54a6158e06a5dca2a196ee293eb9b02aa092d9541defb243165db4da11
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca2c6d0bc1105d97d5d446dd840f118b0bc0acc0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a00d5e0a5488530f4477f7e254f0e691236aa80b06cd77adbe788ace141e922
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2de2a9c07d0d017e38e8a342a91bea6d33854066
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba101933ec7ff9be1f4e3effd303d33fc4edb153ac601ae747e997c8d8ab814d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f73079bf61695f7a5da5e1eb7df08f4c5e02bcfc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:492724f2bdbcdfde1db304ed754d5e248bdd5addce8fa077d65a51335f3d239a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d04426028385162fed7cf83dd30fc41301957d14
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd4bc89c57e0b40856031c5556ef6974edcb9beb02a59626760da9b39c07dee
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63471b681a8990456acdc58d3695c3b7f936f7dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c95dba4ce0cb65f0ed5e376ce13b6d8ac5f5f0c22aaae4844a62921b5e5edd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a64e7d0e6bdf3920a885ff765da85bdb2d08b1b4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd7fca7b1297eebf8e5651fd362f53eb1b26cbd04413bfcc30927e9c20fd0ec4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dedeb301194163d42a4a1c8705f7168cc304e0f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd41650b3a6e6c1729abea7367ec6b081e95175a4e04c5337f968369be790bd5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc1fb09007f350a5f585ef43e0c85f08879f49be
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1779429619b424f752a0df10d4e26b3074435679c7f64fd3a57d5282ceed6ab0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..291d8ba7f3face2c85298e746045a4af60f61fa1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc83a652fffa57aa4378ade7de1b6e24ef88045e3eb2daf2f1a4911a4c822e9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..772b0ed11d166aab2660440961c36b2a1f2b6895
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b27be6be250d06ede449d74d7cec6c9255ad9e350806965982a78ab025d93ef
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad7a0912a8404748f657af81248e30d23c311f9e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d37a57d36872766d33cdbabd21aba0ab48f735ff56500dcbeb2c9de64d3cca
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec04c4303b265a1d8cb1295ad7d3be1ec9881b78
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed5791afd822b5941ab4b7e7865198d045c2cb800a716ce1441c0b8673d512d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..009d9a9503df79c6ab800b9fa2a717f33ceac91d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4da2c2f8f5fdb5de14929c3c12048aa202de155bff69f32903c630b24537fe74
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d71797cae575584d5c0e99a7d2d0323129772990
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee43bd85302e07f78afa913261ceb905a2bbfa520b1db19fccb0724f90c20e5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1badb7198ba8f30d216fda9363ffd86d74dad5f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af63b46be26eca209a6935baf15ae92ab11749b9abc989ccc85b4fff99ce771f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7301dcdfbaf8fc351659a2ea397b2c5f9ed47111
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18d2f1c9777a178ca4191881366b5dca457e38636d2d52914170748541da77b7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc73bcf70409cf5e829e8dd07c5b30477f30aff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:665fc55272cb8264a4750c4a34479d0255bb88503cf82ae4a4b5ff09f0a57a54
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be8accd16daa2de9b0b5602d97a0233226a29ae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1e3d79949d8d79b44d1a4e98c5ef62a2a9c52bdca204143267aad737c50889
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd0baeaef97be005a5b1f6e088fc5e0144208f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420eaed41227c183967d45d7ca1b04f6b3c2fa6eda2a7cc850ad3c685046f884
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caab18378a48078d04b1ce43924471d40065b720
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547085cf7bd55edc005bb95d5eccb148b60876b10f63f95ab6b41de3ec68c273
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2640648c023ff6bdf7a13024dd6ff9e217e6b39a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d5436190d14c6f2654f11802416847afc377559c34acb0c0161a91b438501a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db5645179c0f98e327400de5b6a0402ec5bd1e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bafd8adb97a26ebb322edcdd0cb378de9317632438320de6a4cb6f26db8ce143
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b47dc056fdb0e7fa4af581911467dad817d4df
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13601564b1f19a945e812e65aa576ad2011a621befa0324f1182761a5a3a88f2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c22cf560c34496465b193ccc49205e9db62313b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d93902b8009222c6b547ad0c74ddda4f5bd83bdfab193076f10dc0fef19ab22
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c7fa542c7510d864ff580d675a9efc1847193e9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45df0d5be800e16e7d369fbe95f02abae850c9c6809546f72cd2fb7527909dcd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..031aee88882d6934d3eabbb9b791235a5aecb807
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561387bac5ffaa792c7f4c694e5ab9ed61facc38f8243f21ddea72a84e96410f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..572317fcee2044f15ef6696a17b72896c5c8ba65
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:933f2be3f5128eb109a19b133b469c1eb0ae8c88b5e0138cda9a4d33beef4b8b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..222994723afb3c4a35ffd62ede7125c968863a39
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e94b2e07dd46a17251f83c512af4961d8ae1171e1a00bbe1a16300572b3fc8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a53646ea1b38065284f8ab369d27c6ba9bc0b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642635680be2b137774c34bd8f94bedd3b43a5e4fda72662c8a4d3bdf57ca689
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82439acd715ea24e15fb6ca4ccca97057ec4008
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1215cf99ae47bd3f657d823364cb1e84817a7603c9eb8c722c73810543debdc3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9904560b7c3481157866d302297d9309472f6d9c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4238542c9d948a5bdcd83d71e3166315095a55cdd5f0827ffdff6438267e62d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db5d8950f8194053a2bf2aaa7bbce141e530776c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba76e78b5d9aabddfc15819c7c2f11a5f6876ad0f82f7efc6b1f5edcb5370ee
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c5d385bde8c8c52fcdbaab53eabc8e1ba7097cf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c263e45a0c6d0d187cfa371409072f62496648ac360ec78e113fbd93fa47bd5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0eb3d6868bdb6309fb55d00129bb19db29492fa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e4025d13fde9b206ba1c6624fef115174eec7114c8334b90760a8a0661694a6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e473ffb936a4b254f82bb8de9154fda1176da787
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bcd17f2977656b2978f821cbdeca7be2121a022d02bc1873035737a075485d5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b08587944c83dfbab0261fed2908173b2e63e3f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a42944c14e50f766d50f333aec929223b1e360be19f2355b1b99488e10c07f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a688c844489a7336942acb613308b86c6735db
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9126c874ee9b61d5b5fe707e4f6ab4763d7fb7c38da59a08fc74f15f6cda921
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e0a4f2e057d7ee163a90084f5c2bd64b681073
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f0a68a47666f9fd5fd3823f5a96cc31f09939ad3057c59a5c1e00bbbe63e1f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29eade519b3ee186995d120423206451aac46c47
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5126530c22778466403598875bd048f9d4960b9e067f2964d22981ce9f71d8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2893f0846f3e94e824d74e0743d889424b213361
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8967522fab0c0f3251e3ab8c52b48d53748ee5e756faf2ef2110afe283b2552
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48e2731f960d16fcf2d599712e57257b0361467
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab698d8ef1b7d0ebe448efc7cb364b2121668733f8ef0c7b67905fb674e2d686
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f900937ad99981b800c1fca8cbc612b23a58681
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85960894f0ff1c25cc481091df85f733234c14a8b16f3f15175b2aba5acaa6f5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bbaa75dc801bf4ad2039a8ce58f5c7b3b70e0a0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3dfb3714fe6bb47a175ff91820d576c00124fd18b23910b3be61dbd26782652
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23bf1a86876459f0804f088542a9fae4f579e3fa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f22b5c9df834520ec3a445daa335507955f01965c025f944a09ece18b1a969
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cafb0d8eeb8de2c8f16b86af8a81f6edaa7706bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3f73f4258f091edc520596aecb96bb8b2b704196252332426c37808d584c2e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcfe14be61e3362fd932476990718ef48dcfac6f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:251a48df43368b7f0b029e1e9e0aed7cac344e7e5356ed950991f726e251f290
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d002d3c0abfe3988b20995c2a966945f6c55d514
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:297750df2995a16131c073e4ea7af85cd65d97c71cc5675db4f587aa43375fe7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad2b3a759f7f841017d01fd379771fb9ea0c7ce9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:088e60ad0ee834cda49c396fac8fca66e2eb00a1fc4e77353b84493a749338e6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41745dd2f7e9b693e9b36778335efc515bb44fff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b7408fb116440778531ab2d676c83bfe8598092b33e6aae7b96bf8c59a3b1cb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c7c4ac88b83c17f56e60fd4ae5a6668c69286d7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605ed23dddd604592e05baa054ce8d251fa5d8d79772bd06eb15c9a48aade1da
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d65f089602b5686c857421b89de2eb545b70749c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d0d7942bf76c1a58ade3668287bb4199a58531db3478b9a906eb5f367679c5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4802e7c9436450a9c33a99d80c3e2aa2f18dafcb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392ff256706674b49d5366a594830897dbde790b73c8dbe86333e5ccda8ceeed
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af81c6300e64bc1e864286fd539a6dc54e15e7ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862a0998f600a14cb5d05e4de46a408b2a041468b631da41d2472f70e68b4404
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b3b84163072bb268ca8710dfed7760dd139a277
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e62cc101eb0ed403add27e0ccaa1548b188a65195c51857779fe8f9a277d340
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72819a77dbf97c9bf6733343bbd11f71abdfd6e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ca8997596dea0a8b0dbe741345bf23a7d39cb67217cc1cf4faca8b1d7c4e85
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..252708ffdcdc5d08aa70ddc06e2f3766ac5f3168
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7538115cc7b3777a70abe2f978062fc8a862b808b84e4fe2bc1343b82a9a0aca
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6825b3deccea1d900e101ba9004fdb83f6462e38
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e2a6f11bbf54486670e396ba58999b36b3e6b787607acbbe894e1e66f15d7ad
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28211d2c468ef98a20204a4a340d0f275633f015
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a35a98958be2c7a38ab0a5e07d6dd7af92e48a76f2296e8453fc09afd33a2953
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bba1c65d8fe45031501b0f36ee16afcef799e0d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:372d0fe09061cca5b5b2bcb6cd1f8562ed28c82de850878eb3d4636e50aa97e3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e4bf346c9955c2a59dc270fdf97333d76fbbbe3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4def90e4d252f00fbafea476c8684e38670504342ec57cd1b3954905779ca72e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f3e38ea1a8922e16ad42762d7c1fbaae7a2f8f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d4fecd6162d58d7a6d99dacd3f4ab5e794c0ad566419b776aeb2738390a109
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac443bf40cb69db96c3d9e6ad220bf3025b52a56
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1e9284ff180423be402f221b4308ef8163379ef13811ab315fa73c7734e5296
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..404f9bb014b5c82acc3f48f5346fec5d97f4adc4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b705c4aa3bf3ebc5af7ac0bdee6a712484926846cd18efdd125fae19d0cdf2b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9372cc1c0bf38fb3f0018bcbab836f5df9ff534e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b44b1fcab76175d0b82940020db02d4edd0a4ca66a723570cfd2325797b40ceb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0310747ee3d50c492f2b66e5936d237eb39fa214
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dae21c17dddebda6a67490b119c667ef5147989d2621a8655a520c5d2b968b5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ef5c7d65b97747d016cb7bada95fac1aec69eb6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fec4bc9bc2f0ebdf492c944e9f696f960e71e3e2531f0ed706d1d57d4d065af
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e611342c4143f9d66bc9ccc451bc1e97e0d01be
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f0081514e4a70dd926e85b7daad187bd2c9d860465ce1312a7fed9219c942f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9316b0934d51b5bc3b4907488f2712d1add065ba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fad3e73d603bd222d5cca3695fc2a0340e7a00a9412918dc72981c231baefa16
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6abd7f2fc8a0fd39beaf6d34c3673a7f0339815b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1c2d22a94cfe473a0e10365a8a64dd6adffc2976d1bf4119982ddbb21ddd91
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ede4bee629fcc75c05dc85f9b320dbfdab529a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d2e36b8efb639b6bd88f28591f5a4726b11d49d69e247301e27c434027dbea9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c90ae470dff943184e529bf7a95898be53d7db15
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa02cbdcb6e4eed59e284efaf9feb8c7504044efd4c2b5f69a1cf86e30940c17
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb4b0180b3c49ea76ad3c5c6a601a1f7eff94db6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4907e2602800d51c369171605a6f746a4c39d1812beb32035a9e54686693c52a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55cf6921c605d057c7e551c7249792f8ad98dd7b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:312d10bcbb7b20a059abedef4e63ef8ad94a843f3edc68cb6fd912fb6dcb042f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed290f058748e3d05da85cf47a1ac5a5a7399b24
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef6bf916051241ff6b21a5a07e3ea765254ed5f73e247cb5491deb6951d3ee4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8dcdca310db0e1812decde0d143229f5db562eb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7a00e92e6111d6c20a7c93e050a3b665a756888656a29cfa4bd7ac0f62d3e8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..720cb063548bdaa64882773b388e035577f25bc8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47f66e4143ca7ab5603a9d018f2c8e2b28d580b5346672f88cfd41b5f1f5ba3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3ab0466cabea5b139c184b1c243c409d62b556d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a10ad90ccc69126a7df9de4e2c4f8f7eec4dfd95ae71707e3de1080341bf15a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1b34aa5a544762f88333a6b4d5ca5e8e01323d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f7fbaa491bb91e07b842cf7cad79e8d5cafb8dbf6b0039a8e75ba5edd09d72
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e672182b5af497bc8e7238be61216215873df37
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba930f363394d4aff0b69365ef59e4ed9d7f0aca4d814b3615a051b35670ce2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..899229bd67d3352b848c330070b71be902821d8f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ce082b7973af7ccc4576f2678cb0a027a5c98aa47a4e97e2eda44c92c6ae85c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26d920c111695f5f33ec565180e246435c13d7a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89df7a3253c3a12e35f7abd5800831b9d00886745e75080b8cbb227907228084
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b5dae01662234e51aa86527c50f785cded58409
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b4c7bc0b3d3e5628fc35b74edbad82b020365e9cb1946af34acf8b49951d3b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f361d10abd3526bfa4669ebc585df671fd3d0b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53884d1858ed82bbe2723a5b37961190997bd40d92ab34fffe01067902c629c2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36d38b819c73a1d7569412b22bd11d0431b789e1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e636ca647de16535bd01bae385b208eaede0cee06fe11144bd20a42a331079
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c2152751fdac190ed0035c9bd9ccabd217ec3c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdb2acc4252672c7d1c26a776e326ecddfad7cdc4493e1ddd4d6be22bffc0cc4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..279b2b46c07cca5d032cc69f273c4b2414730283
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52271bde5344df8192002b7f7c1c95c39c00391eea916975003bc73b39840ee
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ff2f0bf2df46fcb9d5394e8c02e1fd773eac8df
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4076216ad0d9f6230c0fb14241f6ff22c1657843bbb988160f776ba98a11840
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c7802c158a5c9997839e4826bbb828b2621f116
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56c333a51d6aa675f35d3372fa75c21290cbb534242b5c4bbf3a25be9fcfb236
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f151f450c77a0534de00c9da0fff9ac86f23892c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40523d9f46f8f7ac77cd4922b3a54bd32f5820cacd752bf93999b5f37d240533
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe73ad71d377a6db8ebfb0d00dc821683c84963
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04257459bdc9dc2d8d9de930b20710b7338e17dd623b4b8cd2af44b3349911c1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3bc92ff343e01fa9646c135714931256ac98404
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00dd0fcac9d48f9fde640ba22aea4be4489d9b9a6c54a8c46dd507b16214c58d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e265cd65f0ae6d850822d693ee04ffe195d1d642
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c065279b07990c02671a1e6489bea8560991c65c87a047838e0aab6a2a9fbae
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee9c7469c103811f668542f45c1feed7da9c0a49
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3165ec8852c0c06a91c2fc9d99266659c968ec28dd524b1170afe417bcc1e44f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..742dcad748f3e6dff6cf1bede7aecfd3fbbcb0ab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1dbc248336d325ae93d3705a5097449d73afde8d52f51fbf12cd47355ac1a8a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..102431fc1ce18e02032d8c3522f74108b7d5bca6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af9d8b34de1aa21885a46d01e426e79141133caa39fd5878d6865ae8c0a0056
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1913279380a661de97025ae64d7e7b1b33ba054
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38f1b3fba7bf22e6b72c7a2bf9999213a392466676989fc134175379a1f8666
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..253581e35886f1d996830ef6e09ebe75ac2a2db5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:638c628e7c595f96e0a36796aa6b2e54f656f740887c1d0b51a2a1ccdccc1d53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31959601473c0509f5881be12a1cc5d5175562f1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971419bb9af8378f259cf0581189d98748cbf41fae4d973d57bdc968fc8cde60
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b4c237ed9c5dc25ce2f00aa23d6f213480a5eb5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e529c01d56b4ce64b42d5a24ddc69566ef39ebfbc498087399b83f33ca1af652
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..794ec3f1e832973f966a0ecc2c2e6484105b0d33
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0296d40bcbbb2dbf4a4075fc546cb020b72c9a1dbcd297bd724c3448d667612
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f99aaf139ae401b7e181520d463ea43a228a380a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:371cf6b7ee476d7e9e0908b2e3450ad4840abc3e0ced4340f11b4cdbec9a647a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c303cc936e27b2c770ec601a9817d4ef61419572
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a98d5e7ec1e984dd6807a82adc013757184199c95c1fab8fc083fb02718b20d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d3c94d98c9a59f0d8023f1b9126ee4448b874d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86af62bed8e1fb57214133c86917a9681a54247af5f9fc83cf1ed57192637596
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2ca1670b199a616658a02b4c561b9ed131c745
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd8a8fc49a2b6ae2dba20f2d0736a19cca1cfd8ef492613286fe709c8a2c92e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..137c5c99a03aa8a6dbf0da42c352c62f7bb5ded8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:474d9c5abe219d9f6c91a0c6a090d0e1dd4f094eb2c5a59146f4756dce364e7e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..807adbc5a500aa5bf12ca5ee9b1a30ae985d146b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0528edbbc8260183c02e5de48287b7491ae7cab2053b7b2a363cb03b100835d7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..712730a66fa39123f81295583d865833fc7a4ff8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e725e3257643d8b8c1a88f0029bc0f439c6111317f72eac3b0f68525386100c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de946c7ad7ab98dcd49412f99d080cbdaff2ceb0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e185f7ea1e86971db323f007be979abd6ee178f3ee210c3f5f6395f7f3a564
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d518c995a81913d573f1d3a059992e136122c39c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf70951f5904b34d4fc72534ce6c2d76ae67a1875c12b2751190e7706f21b69c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13696cdf6cb0bf9c0a56e812e142a3abd9396fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c184e6f6ede15f67ebd390feebe3b1ecbf76785e01b51dd12e6496ef2d15367e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7e1b7854ca9cf77146437f54f27af463d9d39a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e37ad560a342636ceb5cac44abe159b210270fab41fcc41bf146b079cb3f9b82
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f056045e578dc4a356189823c1182e31217fce42
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b0273d4d8a19525410b583a4b09e901e42f2d469405785c06bac5b326b089b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d87153f387b0840d343610d46b4a6b55b8a95e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c6be4e73602daf1b411bd83c7462582b61b3efd2740d99285c44a6b647a887
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d452c579f54b769baf5b9a5421ed77f8b56f44
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a57478aa0b124a40b3dfefd687326c32a4a7f3b26826bc450d87f5eb6dcfb128
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bf0edee4d0a996a51589c9b6f1c5a47825cfdf7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f0ea9d5a0a71cb17e81d0cf690b56ee512621a35fc14e2ac2075929f819261
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02a30152454c51de95118820f75ea356aff8dcd0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d516693fc3a8e3db7be82a5979d57a643ba5d572b14c963da77bb054a770f685
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db515311ca4b0a530403837bce419901476a6f05
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd082a3714bd9f1d347c0fb6e6e6bd1dab048c1dc696f35d3cd547467e30664e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ac5e2861d0a7c905434c3a4c12014120e943fd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3806eb977c905d28ce93a2d06d7597c506f296ebf352381db1488f15803a26
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db91a198cdbaee6ea7a6ad3704a7061c15985a91
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cc5079ac65e7074cf4b910cdff6cf6d7f72933afb6eba0c452d136ed9310644
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4cbc343703e0fc8043a6f350c894f4af5d75337
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d528bec00af887b5c4ab39681ba1d9eb5b6a7ce6729aaf3a79e8b6cd3c10db1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc89b09ef8053c5994237295a8824ed5fd49070
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f9b8e344c1509d96d3a84dd55268c38891e3734d0a78fb9bf7f18c964bc4bd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38776b7c110462491c23e97b84a8e8960d6bf7a7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b37538f31e2ae54ac67eb7ed03cf0e0cabdf5daf84bebcff52e3e0269eb3043
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0d422c555d7aa87a206264f75cea83090c4723
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1366cb27f1760e5ebac0977ebc79bf462937a7b4c4118ab921b24459ffdc93cf
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc5516bc419104eb6d29243a09e9a037eb30034
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef43a990c15f251d52a4ffa7f2f4c25c2b4d950b3bcf949418c0d96362a01ba
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17e9e281edd6dafcf16e4a080c0b2f1f92563696
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8a647cc54eb405414920682b4fbda07d73517cbc43149129cd43584c4980eb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..021422905b2501d6c0fa75ddd3ba812d3ef4f07d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c8d5a16bdd9aab8962389af25170f2fc5abdcfeb4da6956edce808473fd152
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a2e50d94df609c8d5f9709599f4a5ead7971e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11929cfdae7f598ed516c7a01ff062b7b177cac056f191210532444821347ffb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92f1b75ef84925d81e58203dd1e28925cba8b6ab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d502a2f5080ca3a6693660d17354336038734c64f30a5072fd26f8cf8b1b074f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa275fccb4d3cff6dad3f06bd851810bb163f540
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02a995cb91ca523befacf3cd52da203d201ae68c216677150a5d62fc2b18ab03
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8880dd229ffe84fed4438aa2ec5f021fcee81c01
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2221da229fef5eb61876d10d3e7c5cc73653c0063da09e0a02257f00050223e3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b683ea815b30416040c5f5d2ea8ec208a0f39a12
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010af8784968e41d455461babc1debc698920efc252fd73822631d91e70526af
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b86ccc159e042b3fbd6b5a4bd2431a50e87991
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8371506231444c97306fadef43f837c8f044c3a9c820014647d497c11c4a32c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77281e9668b4c0a51e7a1043e98341207cd9c277
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d17d98f158b181952d8b9b5301314c8be1854087430bec07fd971cd5523b2037
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96d33f80597b1bd1227a8f9537473b9b34a6d1ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a233f9bfe82b9a9734d7310eea595e3644b58b457cc80a22563d4238c5b0b4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e2030b59daef5218e71fe9f1c27a8fff91ca084
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a756541e6e73d51e3b32019ef6d4e4167a23666a846dfe92b83f3412c6d2dc3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..758190547bb79a22c47d4fd74ec02a7dc626d1d7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18cb4ee12410d0b4fd47ab226a4b2478b32d41a6098b46d86c1adbc695d429a2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e9c9f9ae275de2f6b49486489b685da8a4e0988
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95cd350da84caa94f8435b43843d0c73be48b97b44de416f0af7a8e947a47d7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..250942d95c3904da71eeb43b9a1d8d3ee0934b66
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09bfcb3111ef6c9fb3b4214d7fb65009a588088912031ff37ab4b47af46edc00
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99778801559a2e664fb85196f881f029b209b241
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7ab41d838a6ac1cf462b2a9d4a9c9c06bb16b03c1103450ba90eaa22e8a9f9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a1fdbe80b0d2c511c81bb105f91bc59e663dc2c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8222b9eb57738e790a8eee960da8d674030965f9486a1d535b922a9489fcb9f5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62cf0fc713a40a34b549a36260c2fd5ae4e14595
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5e64cb82e4b2048becf2dba0c4f8b20decccee699268292a313965e9e342d5d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2a90f61d7eb73a0f2eea0a58829ee620a1650f1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb2443f979691030c04e850fdfafb20378af7d99b0890e43631c49ac1fc7ed8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8850efa076bf0ea9fd6e8c91094da9d266b8d436
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a7eff3e121d39df64a4784ae5eb6da0e5d6a28407b8517382fd52dab59c937
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b23bb8939ee92f843afbf06cddf6ae41e628d0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0bf481e2cb8d904f5ff562a418293db487ceefa98ede1773c6906f3e052d7c0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0523485c2366b95066871d5d8e37e57e46e152f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5560c0b7a98058f08534a97d1995dff43bf3f7d975ddd010dea19d54817dc3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85f5d21500abdd6b4cda98bb0560bac3613b3100
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:660ab0f9ed8b24de364280cb4c93842b4bf73822a0281a76b8d5d1df3179c782
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c687cc06f93e6930a748e14d9002e39dd321c81c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb49d45ff59d2372e0081f467655f614853e5b9ac9e470550b08c2392bfe61b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..062716ce9e16be9f092fd3947cb8b543e791c0c7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b332e7f13987bc5861de847bd3f6be4e6bb203d2814cf01cef119e16d46d205
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efb3fac0b0a11681a998b52be0d6ed278167a878
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ae549d7a139c5480f5ba324eba0e9bf3499a4bef2a681765bba23f42314635
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8a03962683e63df36d7160d2187384238f18fa1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae48e65f492e8323d4e9cb4ee6fcb8cf00fffb1b72df1b5eda33c62c52e0dfb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b66ee40f9e8c6e68ab0eeda693a475dc02ef185b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad30914b3ff42da0b7a03c8e91e48a548bf395372f41ad8a3effb2b0d484690
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e41f8248b404937a252b8854d55f5081df035f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0ecda19595eaf091abd2baa4665b8799f798304d23f161196d39a8ee39de37
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b435150bf01516b8aba08e1125eeb9d14bd961e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a10fe5a1ca83c4a954a3a282c739dbe8ebfc097fa5f0f126e1c9bd273721d7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d770fc4464d6baf17367a455cfa1253c38267a3d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070f74bbe88195dcf3585c57523d6c6e40b4e45b1ce0deebd576bd5dd729f7db
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c858a8fd7f91e8f1055ddf4d1203bec1aea1b046
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b087685fa3f9ec177d5011dbb993792aedc1d7baf9005ced7ab6e682d03ece
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d16ec57b20b3ee95b1d6bcae9f2d22feae1a3a04
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad624b7150b8fc13df8a6c75f1187bc230bb6d4d7d248da0eaccc468d74e8008
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..377def335bd589cd18ef61078d8893a13977f5da
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd770a3f89b40b5d2bb44b63e155115d43e23e9f0e74cc3827b0807345e48c12
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a12d3bad8d15030369c40990b737a72e1b33b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:785f84cc8eaa0aab4d4cb41c509fa22d0d552debca8ee951571a88556d3afb2c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06212183db481162f1df7f0ff776fec0a1caa0a4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd2977fd4f3010132fa1c6f83fd9cf5a8f9678490b30b8cf9108bef7bf56a89b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75608dc2f211697f0f51a2cd7c249c76ce1b4571
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dacabe37f7a46fdc99a762b39f7f147e7e61fdf4779ac9c4aceff0f33e2f9a8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a18a2229327b0be77f836fd7c050c293d879c6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0593d6415918697b6d4b1eb27b736f2ee163ef2bfb365fd0c680644e76392bf6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db300655146974193e18c6be231ce46d8708faa2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a597c997fc351ba4ab7fc468439dcf2d1f32bbfdf0dadbeb7b24a41984cfcd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27dcbd215d08f9f6a91a02a569d8f01309916890
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3307fc3adb6bfc643a0bbecf4abdfbcc0b55da23a80ef7dd28821b85dcc8a9f2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87613ee704de943069808f70c7d09cd33fffeb11
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2c9a1ff6061aba4ea3da70f852d8dff866ddb8070426569915533af533a7c70
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf79659335c6e76b81ee6681eaf0c8a2656406b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df5dbd33c2648b35c9dbbf56ee62458341840a88e366056f60183da417c8a515
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c786913624e225d050f3d0713e31b3f70cd74241
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf0891b30e9870471ae63a3b3e288582eb5224219bcd5c58128b23f7934869c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9516f64ca035a6f7e82607519a30a96d407d24b2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18dae6da248d592711fcedf5fda2a528ba180f570d7c0a543738ae69cd57c4ce
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54bcb1680d1fb8786a3dd4a474ddd2d4e8dc7846
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b34457cedbc67ecdaf7f65d5725f685a2a4866315164d66191c703cced3fb1d3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..977d4a8f4cc1cf6498e0f4b3454731aa7e252b44
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26c258190f7f109199cdfb59fc1c3794af3b5d9fd6139db16245ad0c8ce57563
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d8c94d845d2ca4497678cc031e2b6c59e29309c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee0ac3aa423623b9a649c51250bc7fa7f5acafdd825505dd970301b8a0d35bc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..426599be3ae7424cfd05a5f2065b12533d3fe8c4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ae0979b44216dfc1b28b1df825139f4cfcdf97481aaa8628c05bb95bf75eaa
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d080b352d2d6b748187757e00860a9b9f078ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6223fb8b71e55fbc6877a4edbf51b30c139f9fc2afc9deab9c746dec281fd1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dcbf4c7fad8472752b0e54686a1efb2db3e9d3f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d40dc8549a51c8fff2f9f540cf2a26e0a9e756fe3eb85afb420930d1bb39c629
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cf2ae2ee425b221fc6b1bf42bbb245150683a32
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c38f5f745e9fce804902cec41a1eb7684e25b3bc678b0630b30b0b59d8c7ba93
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71ec3768acc9bbd61df31ef1e22e340c88f5a644
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d30fc368e39dbd5e02a99f3ce3671309fb596ed09bb2f9ea6ec9bd70f7f3c361
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02948c98341378dec851fc43e98183adc7664d90
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aeb2b8a5cdb426536bb2387b000c2cad28243eed2eee636380df2825d6cc98f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f6cc5c5f91b3b6594c6ec4e979ba17549db0640
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ee34c06b8a895398f73b4b823d86cf610a146332bd16062bebaa50b5a5a895
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b9931bb2dbacbced801bee973f22b9d3bb22ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c4f6f76a9538d595a65e91d24714feadab8fe31c48a1c2cfb6ddec2c8e8051
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f38ceb8b525259fa9270809a22351480f31e8f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187925ba6263fe53474b975e17196e96dfe0f722235cd2b3d5cd76b5e6fd209c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126727e8c115d78e935ad9f16f91b687832ee0db
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a4e051f371879a4e8fe08d50e941aa277a051ac4237ede529a6b66db6e5602a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b6b19cec5e3f3962d55f6e73bd33e8b7c7655b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76dfc17fbd07d94ece47084657cf8f467e627ddc48c7b26f1f599a12afcdbaa8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecebc11500db56e03f7eb6bac1a9fde60cbcf11c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98f6f6120e2ab2e4e58345daad4a620c3a58ab0a00aaa0e1d1c5d465e3366d05
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5aabd880f217f6c1c0acf1a18ba0ccc74abb8dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d701ce1fea04ea512303e266b4d6751ebcec35672e55e21b49403ff462770756
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75912997813507d4aea7a2d752056e2196d2f015
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6e6c7519860b39c53f227a9a28e16de2c901d3449cd812f92e703c476f6ff5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50bc6ee0f6b909e30e4e9f465cc74341fcdfcefe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677b7779c7224676ec17bdc920c82803d4383dd080cd4e8a5972bbebfe1a96de
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..634854f4f787d4e75937ebda7d573348912ff086
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e48a4b525002a0c0593d93ae0a765b4c8218b3b32176194edcecd6328cf8e8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4561dc5d8cb0c223cfef9cf26cef80fca42e7ded
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54de79f8038d16f63d758b1726728d1e54e2ace2e04d32f4f250545afe18d407
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa64adc97905081175662119b302d42fe468033f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec6844003cf83eb3d010b20a4718813323ac900cbba789f13291b94f10af0bd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10789a482a1e20644a23b48a7fc8af0d30eeda1a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd53e3a4b54ff10735e26af78b3b40a891a6526135631d1907aa19f5e4772c19
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c937293ee8f20dce69d4676460cc86e43e429b6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd66463c549880de98971c1c19b7c5845b76e952d599e42caed662b6a119e81
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13ca3382664470d5d63deb6c8f664f37f2c1fb6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48c22c51bd8a580ae59a3ceca697d41f6e1d53bc7873e44f147744cc8395bc1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0b53c3909a08e7c8877922d1e6fc06525ea0dd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77967ebc32f8ff0fe4ce59368e567c1dbbb9573566d38ce42d96336fbe5888b6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f2b8bd2a988c9e8eb5e8debbc1fd1687fe43eca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d487a11d1982d0d03bb4b4c13d33f6e7bc3a125f120979844a55499c9afc5dc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81a5ef364d28dadda3e6d9a6c31091054795a8cb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de9f9dbdd9b74c18f1105d76d6103b7f8e249ce30a121f5926a137c5f79fc54e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c76b373f9cbb60eea8042b9b18984f294433bb1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a0af65477d55cd082d6fe2b2a597bccb130a98486d44df6a586f7c96853282
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54d3b622e3c24018f3cdf343d69ed3f8cdf0543f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e34c95121147c3f919d673ea3669c0a4ce001814cfc9f68929e1b116eb65a56
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1323b8dc65d52d1285927c39004b561396abf993
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a154f04044852bcf89e794a56eb06ed29943104525dba8193a05f1135ac08aff
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd2497022fe4d098b5fa6854cc0afe152829d1c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0b4dad23b86dde42bd6970608a6c567c8597242ec2c032276da4d865309ac1c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96d9a74ac36ecdebfced668b4abe549cd66043da
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a6ca42b0b87db2f5f713fb04dc78ad02edf588105012671130757ee992d2c5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97631d4e5622c5e2258f6670b94386fad5d5343d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26fa3af29e0410539fa6802384600146771d5454e2702fe0c615009679372986
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d37c00657b6262b32769ecc0c1fb26d3a43f3e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa6dbf0120352a6ac0a5296b56b64dabc2cc9f6b042793c8ba8fdc6e9c3a14c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b1d5cc9edfd968d9f7e2314bd5ea958504ecdaf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f50bc4fc21976cdad194cf229890323ed537bd21fb4b45b21221fdabfdd690
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32fa5841270bd94bd228c1914fe07c11ab992919
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d05242f75a385b2e6694bdb1d9788ddaa2733760d3e7510c61f1026bb5e5b7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c47efea702fbfa65aac6d2f77ce3916077de3f7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b98303f16d42a92f96b77200be7f1a37257e664388d06dbc72c160c8a01948
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7807971dbe2b40fe991424f4b3a88003f92b30b6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:843c699b21a3dc6d57dcd3d161ce29c7c7eac5fdf89a8eae77baf41f8754de54
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..542fc217f030f1047287504a61e0f98fdaf693f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb4b5793ea93c942afdf7eb6cc58dfe3d58eece14fa6f119fb6621c2a8a8e15a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93638005f4b9865a309f9278ed00264ca4ddb957
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234c7bddb750659ac44cfb8243396655e953a823bfc169e15d2f07d84ae4c329
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7b91f21d09057d9215e82c203a3a0ab705c4ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da76cefd535178cc446596cad091892ce459b0f080c1d537ed0764601692f89b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90b4847bf1cf7c72044c7d1202395be432717da8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e3755c6703b91b70db3e07ca7f9cfe294bf8c955eae7399ac4175141d3affd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e1ac1acd13b881ca940a8da710b0f6a9161c99d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:729f563eac254bffb804a0469c8703bc46ece9fe75388d32d5f1d13cadf1eb6b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e8ac1f5d6080fe6570814e0ab16c7545db73781
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d1422b93c51f351f6b52f4506ed897912d1291f21fb6678a8fec3c3d5713c4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a194c10db6b3602f350a2615ed6e2fd39ba1dde7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcdf0ace5635098196e8f05875f494ddaecab7e1cef04c4417b4482d86679474
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..357cf2788afeddb3524b757b5ac8fe07e947cf05
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb78c9ebd1389ef34a081baa84c933698909feb34b022ce4717d6b8434598647
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aaceddc2037de81494e4e9670dab6edf82b8910
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d24c4304519652f814b21a1cfe0904b002f4fb50f059ed104517b944e8f73a6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b27bd13dedc26c3258381bfc4ea4f162ddbb01
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e49abcea5dffddec22f3d77c76ee663500af1f68758cdf80a82cb4f54144474
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b875dd90a4ff89fd36f8147cb86e3ed12e94f8f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:939d409bf7b3910beca6b6fe032ce77067881e8db1921ff44135b603c75970be
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6edd64e2e97aeffe3e5f988627da1284942d1409
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030ec057d58df432144b72f7c947233688daa2794a855aafe76fd48edeb5a4b1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cfb72c7c05d8ef23a234e25fc406db2bf094f2f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc3f6ee6d8e62420cc246dd48d03c98085d87f12311a93c5f6783eb1215e986
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dba0cbe3f130fe26ca2407b006569a2cb0274f59
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d6fba6cbb03d1a4e1a529a6cc30a2489fb16db58538507f94e353694cc6ae8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..417c8a0b5d955b3bfdc8de704ceb32037b443837
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:863ece6118003bb6ce850867e1908f1a066a8f68e15fc6b529f9c107fa202a35
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81c3318639dec71496f9cdb6f65165f8a88480fa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54305f727b2f1fa1931b2aa9b3e6dc6e1072524db03791b4364f760444675cfd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b02769b794f6593604d7917527f86d949112a927
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e46206677aa9723173b6ccc1305ad88763bfb2a0b1bc6e441cba5e24367457a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2022ee676cc0ce9cd2f257dcebbac3062e06537b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0708e015fb76c293eb04f41a3fff7a0f12deb6de0c0c477c70e23b9c0ed59aa0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9acbdce65fe44bcc1eb77d14b322181a43eb660c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb62d19a810f92c7790ee19a0a65f72d5e6ba92f02da683797b1323208ee311e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5afc6711d40c25d1f7295426eca01e358ec416c8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c891b63d41cc0ced640f7c06ddb4052cbbc1af19f933f78f2115e36a607f73fb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8c2c12d56ee81c827ffb9b3f2f9d20a89c63a1c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3a76b3c9e1713d4af1122056b1931c00cb8d8cfdf55f17e4e7e937b510a21e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f20471510eb6cef4e73b058f5cdc0e552fe05f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf24d72c47806446c287d140564df29798b62506e7873a8ef672ba498b19810
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05af8433229d5af900426d48ae2e5a2f75c7bf51
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f210a715145df64d12a29622f9fd81dc5663d2d8acf8072517ea70fc97aa6825
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0340dc0325194a3b3794a271b357cfc64c99d72d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f2edf45e1feeaacf725d0cecf5df046084d9a31b53b124703c1d160713f78b1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c0f15b29506585e88c7b8c31fbae035ce2e10fd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b7773326af0f70ae37b99adcee253a5684ec87b327e81564ccf946a9c75984
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f45b5b532914a68c564b2099baaca53e424060ae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4630a3415a2f6738a3d5bffdeba5d22d15a3bb6838e6f17e07ab28f45965162
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c66b1924da97bc0b80a8395196751675dc56c7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4687cb99085de961b5096b3cf648f86295750bd6980e66647331acd6ee3fa483
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93359ec20b38649d954891981d3be6621fdb4295
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d5feaa12dcd5a043a8b4a8884625676b2176491b3a5a8c4be4e5d32ab245100
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c447f9bf933072a3a18439e568013c10fcb24695
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ec275426d6a7afb4c94982e3299732132d57cea270d95b918c1d24aef7be49c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1eae43c538174101019963b43c0bde57c948d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c62a7cdd8527b7189cb45833b7bcfb23d0a4180ad283fd69a7f17a782d2fe1b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..314403b1e3703976477d35af7539bc991bb981b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2538f2d25a54c4bf58838c8d97a5b7e6d817cacef4a7c671b894d236396cfe8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17104767ab05739052d1f78a1e1e3c33a4351063
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e4dd56eeb7af484d379226dbbfd319df3f0bb4d9e4949fa7149fad6cc583ac2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc2ea3cfccca10c6ab0dd5d31051d5302b75877e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b95204f6ab008f86e48766514dff8cc221104f5ab364b8f93400ef4b0fef57
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa953abb33ad6b44c3e38584a823d510e5c4816d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e607fd99c8ee0e54d2c75777c549eac1721593624186fafabe74a450dcc2b6c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..596c5559a8c0055090a57d71372cc63290b7cac0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55908fb3544b942fd82ca1f944a04ab26df69867da0b6d6c11b8de6391ad2090
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73479e80512f1029e44c235b7ac7067503f6646e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62071b932d643ed10ddbe812eb145ed9ac3ee6a1d15eba989082b1fbe5d764d4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e9f50bf82886cfe01f1d4d19400f8cadc42c650
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc415ca6b1379cb1d87162b8c2f73f338a55285c23636b2e7055f3b11cd7109d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..153335b87f1c4760899d4f7ef0b5eea94ff96cc2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105fcd891eb937da2375065372b10708dee00fe56b5d1ab2b9413b526dc55cba
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99fa62666ce13adf1362e3d475352025b50bd73e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18eb937cba857f55118514a60905d37e324a5861fae9df4f5606caceb4c64be8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0754f055cc372de614ab8cc5ed3946f43af3a908
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7098d4aeceae67addb9c010d7e00788066880d14b5f4df41ecf65dfe71a8030a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..642e7eccec58ccbbf3098b215382ae848f76c16a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:128d330265d0dc31d5b57eb511f8f0c77ffadd60288fd1bbe9a26276ff642953
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e707b5ab51fad0b98f3b754ece9ef7bcdae2786
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391d922c9f96a11e2d54e1bc6b056016d8fa302fa54f943577c3c727c193fbca
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c17a4c053a94b1e5eaff87443a262a71c4571956
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391fc0d259397bd4cf99c30624b2feaa103b710db1a19febd1ac65a5ff39977d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..288abebb5c77d4f76d08ae7d6d085118f1774156
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:692a79826c94a7a45c91f1b7a54840ecccc339b74bbdc011a450bd7e21113cc7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6326db4de221e20de7d3371d39564032d81f2473
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b03d192cf2a0b6061c790ad31d38ea1b5b57a94a173ee73cd484c6a34544a34e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5c2eba04eb849f405429930938cfccf39d0eea1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c74f018601ccb2653975e8f459dec68495cf73e48efcfdff894a5fcb2006280a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c212783f0056055b6ce7013c41d62af171594673
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf13b7e7aa62b2d7afc39d7fc5fc8cb64ffbccec76c053375668aaa29996b46b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eb428819abbacbb22c7a3c3fe0588ec03b6a559
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e80f5551f07f1760c36ce84f3b875cd2280dc6acd9fb679dae28250aae7463
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e428ae09398418119fdc9d99e930e3aba688fd7a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f819e9277b109da4e08704ca9e823ca0b98aa5b13db7aab1847a4a3a3a85ab92
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58bffdc0a0e268e1d2024ade224be042a190c2dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d22f4dd436e7ed1899bab863ec908337ad945f26b2a301779e588ae19d3c8177
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e6b6fcb3a65981d0fe57994277c019c1ef4a7f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7976cf7938aff4e388497e99c7b2dbd2884846909077efdc617772ca76c297e1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a303f068355692dc687bb51516441bcfc4ddf7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af07ae57c81665818f73435489f9f5d1fbf28e10eb7f2161e1d3e9e934a3abd6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6683b552194edf0c7e5aa8c152a65ea24b3863e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_9/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7704941ca43d2f903ee1c2e8f9ecb6a6d594db59da9cc82b1a0a523a88c8bb97
+size 2179